2024-11-24 13:40:03,005 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 13:40:03,021 main DEBUG Took 0.013169 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 13:40:03,021 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 13:40:03,022 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 13:40:03,023 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 13:40:03,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,035 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 13:40:03,049 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,050 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,051 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,052 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,053 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,053 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,055 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,055 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,056 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,056 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,057 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,058 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,059 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,059 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,060 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,061 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,061 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,062 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,063 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,063 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,064 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 13:40:03,065 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,066 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 13:40:03,068 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 13:40:03,069 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 13:40:03,072 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 13:40:03,072 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 13:40:03,074 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 13:40:03,075 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 13:40:03,084 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 13:40:03,087 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 13:40:03,089 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 13:40:03,089 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 13:40:03,090 main DEBUG createAppenders(={Console}) 2024-11-24 13:40:03,090 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-24 13:40:03,091 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-24 13:40:03,091 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-24 13:40:03,092 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 13:40:03,092 main DEBUG OutputStream closed 2024-11-24 13:40:03,092 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 13:40:03,092 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 13:40:03,093 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-24 13:40:03,165 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 13:40:03,167 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 13:40:03,168 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 13:40:03,169 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 13:40:03,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 13:40:03,170 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 13:40:03,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 13:40:03,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 13:40:03,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 13:40:03,171 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 13:40:03,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 13:40:03,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 13:40:03,172 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 13:40:03,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 13:40:03,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 13:40:03,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 13:40:03,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 13:40:03,174 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 13:40:03,177 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 13:40:03,177 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-24 13:40:03,177 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 13:40:03,178 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-24T13:40:03,422 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7 2024-11-24 13:40:03,426 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 13:40:03,426 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T13:40:03,434 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-24T13:40:03,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T13:40:03,474 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22, deleteOnExit=true 2024-11-24T13:40:03,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T13:40:03,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/test.cache.data in system properties and HBase conf 2024-11-24T13:40:03,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T13:40:03,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.log.dir in system properties and HBase conf 2024-11-24T13:40:03,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T13:40:03,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T13:40:03,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T13:40:03,579 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T13:40:03,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T13:40:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:40:03,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T13:40:03,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T13:40:03,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:40:03,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T13:40:03,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T13:40:03,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T13:40:03,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:40:03,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T13:40:03,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/nfs.dump.dir in system properties and HBase conf 2024-11-24T13:40:03,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/java.io.tmpdir in system properties and HBase conf 2024-11-24T13:40:03,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T13:40:03,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T13:40:03,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T13:40:04,738 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T13:40:04,833 INFO [Time-limited test {}] log.Log(170): Logging initialized @2583ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T13:40:04,924 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:40:05,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:40:05,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:40:05,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:40:05,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T13:40:05,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:40:05,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:40:05,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:40:05,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/java.io.tmpdir/jetty-localhost-44981-hadoop-hdfs-3_4_1-tests_jar-_-any-17724312473340013092/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:40:05,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:44981} 2024-11-24T13:40:05,302 INFO [Time-limited test {}] server.Server(415): Started @3054ms 2024-11-24T13:40:05,987 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T13:40:05,998 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T13:40:06,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T13:40:06,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T13:40:06,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T13:40:06,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.log.dir/,AVAILABLE} 2024-11-24T13:40:06,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T13:40:06,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/java.io.tmpdir/jetty-localhost-44013-hadoop-hdfs-3_4_1-tests_jar-_-any-14316550038914361828/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:40:06,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:44013} 2024-11-24T13:40:06,117 INFO [Time-limited test {}] server.Server(415): Started @3869ms 2024-11-24T13:40:06,169 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T13:40:07,227 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data1/current/BP-1438748466-172.17.0.2-1732455604230/current, will proceed with Du for space computation calculation, 2024-11-24T13:40:07,227 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data2/current/BP-1438748466-172.17.0.2-1732455604230/current, will proceed with Du for space computation calculation, 2024-11-24T13:40:07,276 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T13:40:07,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef621fd6c4454d9 with lease ID 0xe14226f8fe14a794: Processing first storage report for DS-0ec55ff3-89c3-432c-b7d1-a86925a4c9d7 from datanode DatanodeRegistration(127.0.0.1:35817, datanodeUuid=a6a12428-1789-431f-b4e8-995da1ec5f7b, infoPort=41503, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=916372354;c=1732455604230) 2024-11-24T13:40:07,346 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef621fd6c4454d9 with lease ID 0xe14226f8fe14a794: from storage DS-0ec55ff3-89c3-432c-b7d1-a86925a4c9d7 node DatanodeRegistration(127.0.0.1:35817, datanodeUuid=a6a12428-1789-431f-b4e8-995da1ec5f7b, infoPort=41503, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=916372354;c=1732455604230), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-24T13:40:07,346 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbef621fd6c4454d9 with lease ID 0xe14226f8fe14a794: Processing first storage report for DS-288bed34-454f-45e3-be95-cf2792b4da33 from datanode DatanodeRegistration(127.0.0.1:35817, datanodeUuid=a6a12428-1789-431f-b4e8-995da1ec5f7b, infoPort=41503, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=916372354;c=1732455604230) 2024-11-24T13:40:07,347 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbef621fd6c4454d9 with lease ID 0xe14226f8fe14a794: from storage DS-288bed34-454f-45e3-be95-cf2792b4da33 node DatanodeRegistration(127.0.0.1:35817, datanodeUuid=a6a12428-1789-431f-b4e8-995da1ec5f7b, infoPort=41503, infoSecurePort=0, ipcPort=45437, storageInfo=lv=-57;cid=testClusterID;nsid=916372354;c=1732455604230), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T13:40:07,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7 2024-11-24T13:40:07,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/zookeeper_0, clientPort=60765, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T13:40:07,528 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60765 2024-11-24T13:40:07,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:07,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:07,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741825_1001 (size=7) 2024-11-24T13:40:08,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 with version=8 2024-11-24T13:40:08,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/hbase-staging 2024-11-24T13:40:08,253 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T13:40:08,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ee00117f0849:0 server-side Connection retries=45 2024-11-24T13:40:08,599 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:08,600 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:08,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:40:08,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:08,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:40:08,796 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T13:40:08,855 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T13:40:08,864 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T13:40:08,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:40:08,889 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2493 (auto-detected) 2024-11-24T13:40:08,890 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T13:40:08,909 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32837 2024-11-24T13:40:08,932 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32837 connecting to ZooKeeper ensemble=127.0.0.1:60765 2024-11-24T13:40:09,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328370x0, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:40:09,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32837-0x1016e5c3f8c0000 connected 2024-11-24T13:40:09,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:09,093 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:09,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:40:09,113 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5, hbase.cluster.distributed=false 2024-11-24T13:40:09,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:40:09,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-24T13:40:09,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32837 2024-11-24T13:40:09,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32837 2024-11-24T13:40:09,153 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-24T13:40:09,154 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32837 2024-11-24T13:40:09,268 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ee00117f0849:0 server-side Connection retries=45 2024-11-24T13:40:09,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:09,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:09,271 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T13:40:09,271 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T13:40:09,272 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T13:40:09,275 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T13:40:09,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T13:40:09,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40029 2024-11-24T13:40:09,283 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40029 connecting to ZooKeeper ensemble=127.0.0.1:60765 2024-11-24T13:40:09,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:09,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:09,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400290x0, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T13:40:09,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400290x0, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:40:09,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40029-0x1016e5c3f8c0001 connected 2024-11-24T13:40:09,325 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T13:40:09,332 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T13:40:09,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T13:40:09,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T13:40:09,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-24T13:40:09,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40029 2024-11-24T13:40:09,350 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40029 2024-11-24T13:40:09,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-24T13:40:09,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40029 2024-11-24T13:40:09,371 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ee00117f0849:32837 2024-11-24T13:40:09,372 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/ee00117f0849,32837,1732455608347 2024-11-24T13:40:09,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:40:09,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:40:09,392 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/ee00117f0849,32837,1732455608347 2024-11-24T13:40:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T13:40:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:09,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:09,431 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T13:40:09,432 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/ee00117f0849,32837,1732455608347 from backup master directory 2024-11-24T13:40:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:40:09,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/ee00117f0849,32837,1732455608347 2024-11-24T13:40:09,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T13:40:09,446 WARN [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:40:09,446 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ee00117f0849,32837,1732455608347 2024-11-24T13:40:09,449 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T13:40:09,451 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T13:40:09,511 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/hbase.id] with ID: 26a5e521-4fd8-4d9f-b693-2e6d2070984d 2024-11-24T13:40:09,511 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/.tmp/hbase.id 2024-11-24T13:40:09,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741826_1002 (size=42) 2024-11-24T13:40:09,534 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/.tmp/hbase.id]:[hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/hbase.id] 2024-11-24T13:40:09,595 INFO [master/ee00117f0849:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T13:40:09,602 INFO [master/ee00117f0849:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T13:40:09,621 INFO [master/ee00117f0849:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-24T13:40:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:09,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741827_1003 (size=196) 2024-11-24T13:40:09,669 INFO [master/ee00117f0849:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:40:09,672 INFO [master/ee00117f0849:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T13:40:09,690 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:09,694 INFO [master/ee00117f0849:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:40:09,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741828_1004 (size=1189) 2024-11-24T13:40:10,138 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store 2024-11-24T13:40:10,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741829_1005 (size=34) 2024-11-24T13:40:10,559 INFO [master/ee00117f0849:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T13:40:10,563 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:10,565 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:40:10,565 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:40:10,565 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:40:10,567 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:40:10,568 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:40:10,568 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:40:10,569 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732455610565Disabling compacts and flushes for region at 1732455610565Disabling writes for close at 1732455610568 (+3 ms)Writing region close event to WAL at 1732455610568Closed at 1732455610568 2024-11-24T13:40:10,572 WARN [master/ee00117f0849:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/.initializing 2024-11-24T13:40:10,572 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/WALs/ee00117f0849,32837,1732455608347 2024-11-24T13:40:10,582 INFO [master/ee00117f0849:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:40:10,598 INFO [master/ee00117f0849:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ee00117f0849%2C32837%2C1732455608347, suffix=, logDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/WALs/ee00117f0849,32837,1732455608347, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/oldWALs, maxLogs=10 2024-11-24T13:40:10,621 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/WALs/ee00117f0849,32837,1732455608347/ee00117f0849%2C32837%2C1732455608347.1732455610603, exclude list is [], retry=0 2024-11-24T13:40:10,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35817,DS-0ec55ff3-89c3-432c-b7d1-a86925a4c9d7,DISK] 2024-11-24T13:40:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T13:40:10,670 INFO [master/ee00117f0849:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/WALs/ee00117f0849,32837,1732455608347/ee00117f0849%2C32837%2C1732455608347.1732455610603 2024-11-24T13:40:10,671 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T13:40:10,672 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:40:10,672 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:10,675 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,676 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,709 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T13:40:10,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:10,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:10,740 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T13:40:10,744 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:10,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:10,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T13:40:10,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:10,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:10,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T13:40:10,752 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:10,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:10,753 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,757 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,758 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,763 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,763 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,767 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T13:40:10,771 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T13:40:10,776 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:40:10,777 INFO [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67459534, jitterRate=0.005225390195846558}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T13:40:10,783 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732455610686Initializing all the Stores at 1732455610688 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455610688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455610689 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455610689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455610689Cleaning up temporary data from old regions at 1732455610764 (+75 ms)Region opened successfully at 1732455610783 (+19 ms) 2024-11-24T13:40:10,785 INFO [master/ee00117f0849:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T13:40:10,816 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5d3043, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ee00117f0849/172.17.0.2:0 2024-11-24T13:40:10,850 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T13:40:10,864 INFO [master/ee00117f0849:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T13:40:10,865 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T13:40:10,869 INFO [master/ee00117f0849:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T13:40:10,871 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T13:40:10,878 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-24T13:40:10,878 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T13:40:10,912 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T13:40:10,923 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T13:40:10,946 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T13:40:10,949 INFO [master/ee00117f0849:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T13:40:10,952 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T13:40:10,962 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T13:40:10,966 INFO [master/ee00117f0849:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T13:40:10,970 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T13:40:10,979 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T13:40:10,981 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T13:40:10,987 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T13:40:11,008 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T13:40:11,021 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T13:40:11,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:40:11,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T13:40:11,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,033 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ee00117f0849,32837,1732455608347, sessionid=0x1016e5c3f8c0000, setting cluster-up flag (Was=false) 2024-11-24T13:40:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,096 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T13:40:11,098 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ee00117f0849,32837,1732455608347 2024-11-24T13:40:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,162 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T13:40:11,164 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ee00117f0849,32837,1732455608347 2024-11-24T13:40:11,171 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T13:40:11,240 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T13:40:11,249 INFO [master/ee00117f0849:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T13:40:11,256 INFO [master/ee00117f0849:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T13:40:11,260 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(746): ClusterId : 26a5e521-4fd8-4d9f-b693-2e6d2070984d 2024-11-24T13:40:11,263 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T13:40:11,261 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ee00117f0849,32837,1732455608347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T13:40:11,289 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T13:40:11,289 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T13:40:11,289 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ee00117f0849:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:40:11,289 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ee00117f0849:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:40:11,290 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ee00117f0849:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:40:11,290 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ee00117f0849:0, corePoolSize=5, maxPoolSize=5 2024-11-24T13:40:11,290 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ee00117f0849:0, corePoolSize=10, maxPoolSize=10 2024-11-24T13:40:11,290 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,290 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ee00117f0849:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:40:11,291 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,295 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732455641295 2024-11-24T13:40:11,296 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:40:11,296 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T13:40:11,297 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T13:40:11,297 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T13:40:11,297 DEBUG [RS:0;ee00117f0849:40029 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa43529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ee00117f0849/172.17.0.2:0 2024-11-24T13:40:11,297 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T13:40:11,301 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T13:40:11,301 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T13:40:11,301 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T13:40:11,302 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T13:40:11,303 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:11,304 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T13:40:11,302 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,307 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T13:40:11,309 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T13:40:11,309 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T13:40:11,312 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T13:40:11,312 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ee00117f0849:40029 2024-11-24T13:40:11,312 INFO [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T13:40:11,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741831_1007 (size=1321) 2024-11-24T13:40:11,315 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.large.0-1732455611314,5,FailOnTimeoutGroup] 2024-11-24T13:40:11,316 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.small.0-1732455611315,5,FailOnTimeoutGroup] 2024-11-24T13:40:11,316 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,316 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T13:40:11,316 INFO [RS:0;ee00117f0849:40029 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T13:40:11,317 INFO [RS:0;ee00117f0849:40029 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T13:40:11,317 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T13:40:11,317 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T13:40:11,317 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,318 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,318 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:40:11,319 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(2659): reportForDuty to master=ee00117f0849,32837,1732455608347 with port=40029, startcode=1732455609232 2024-11-24T13:40:11,330 DEBUG [RS:0;ee00117f0849:40029 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T13:40:11,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741832_1008 (size=32) 2024-11-24T13:40:11,363 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58331, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T13:40:11,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32837 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,371 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32837 {}] master.ServerManager(517): Registering regionserver=ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,384 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:40:11,384 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32815 2024-11-24T13:40:11,384 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T13:40:11,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:40:11,405 DEBUG [RS:0;ee00117f0849:40029 {}] zookeeper.ZKUtil(111): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,405 WARN [RS:0;ee00117f0849:40029 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T13:40:11,405 INFO [RS:0;ee00117f0849:40029 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:40:11,405 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,408 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ee00117f0849,40029,1732455609232] 2024-11-24T13:40:11,431 INFO [RS:0;ee00117f0849:40029 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T13:40:11,445 INFO [RS:0;ee00117f0849:40029 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T13:40:11,449 INFO [RS:0;ee00117f0849:40029 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T13:40:11,449 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,450 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T13:40:11,455 INFO [RS:0;ee00117f0849:40029 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T13:40:11,456 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,457 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ee00117f0849:0, corePoolSize=2, maxPoolSize=2 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ee00117f0849:0, corePoolSize=1, maxPoolSize=1 2024-11-24T13:40:11,458 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ee00117f0849:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:40:11,459 DEBUG [RS:0;ee00117f0849:40029 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0, corePoolSize=3, maxPoolSize=3 2024-11-24T13:40:11,459 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,460 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,460 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,460 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,460 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,460 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,40029,1732455609232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:40:11,477 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T13:40:11,478 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,40029,1732455609232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,479 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,479 INFO [RS:0;ee00117f0849:40029 {}] regionserver.Replication(171): ee00117f0849,40029,1732455609232 started 2024-11-24T13:40:11,500 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:11,501 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1482): Serving as ee00117f0849,40029,1732455609232, RpcServer on ee00117f0849/172.17.0.2:40029, sessionid=0x1016e5c3f8c0001 2024-11-24T13:40:11,502 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T13:40:11,502 DEBUG [RS:0;ee00117f0849:40029 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,502 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ee00117f0849,40029,1732455609232' 2024-11-24T13:40:11,502 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T13:40:11,503 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T13:40:11,504 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T13:40:11,504 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T13:40:11,504 DEBUG [RS:0;ee00117f0849:40029 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,504 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ee00117f0849,40029,1732455609232' 2024-11-24T13:40:11,505 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T13:40:11,505 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T13:40:11,506 DEBUG [RS:0;ee00117f0849:40029 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T13:40:11,506 INFO [RS:0;ee00117f0849:40029 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T13:40:11,506 INFO [RS:0;ee00117f0849:40029 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T13:40:11,613 INFO [RS:0;ee00117f0849:40029 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T13:40:11,617 INFO [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ee00117f0849%2C40029%2C1732455609232, suffix=, logDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/oldWALs, maxLogs=32 2024-11-24T13:40:11,634 DEBUG [RS:0;ee00117f0849:40029 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232/ee00117f0849%2C40029%2C1732455609232.1732455611620, exclude list is [], retry=0 2024-11-24T13:40:11,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35817,DS-0ec55ff3-89c3-432c-b7d1-a86925a4c9d7,DISK] 2024-11-24T13:40:11,643 INFO [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232/ee00117f0849%2C40029%2C1732455609232.1732455611620 2024-11-24T13:40:11,645 DEBUG [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T13:40:11,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:11,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:40:11,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:40:11,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:11,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:11,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:40:11,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:40:11,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:11,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:11,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:40:11,750 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:40:11,751 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:11,751 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:11,752 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:40:11,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:40:11,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:11,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:11,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:40:11,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740 2024-11-24T13:40:11,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740 2024-11-24T13:40:11,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:40:11,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:40:11,762 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:40:11,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:40:11,769 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:40:11,770 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73598405, jitterRate=0.09670169651508331}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:40:11,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732455611736Initializing all the Stores at 1732455611739 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455611739Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455611739Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455611739Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455611739Cleaning up temporary data from old regions at 1732455611761 (+22 ms)Region opened successfully at 1732455611773 (+12 ms) 2024-11-24T13:40:11,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:40:11,773 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:40:11,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:40:11,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:40:11,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:40:11,775 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:40:11,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732455611773Disabling compacts and flushes for region at 1732455611773Disabling writes for close at 1732455611773Writing region close event to WAL at 1732455611774 (+1 ms)Closed at 1732455611775 (+1 ms) 2024-11-24T13:40:11,778 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:40:11,778 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T13:40:11,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T13:40:11,790 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:40:11,793 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T13:40:11,945 DEBUG [ee00117f0849:32837 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T13:40:11,955 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:11,961 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ee00117f0849,40029,1732455609232, state=OPENING 2024-11-24T13:40:11,986 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T13:40:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:40:11,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:40:11,998 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:40:12,000 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T13:40:12,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:12,186 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T13:40:12,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T13:40:12,200 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T13:40:12,200 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T13:40:12,201 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T13:40:12,204 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ee00117f0849%2C40029%2C1732455609232.meta, suffix=.meta, logDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/oldWALs, maxLogs=32 2024-11-24T13:40:12,218 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232/ee00117f0849%2C40029%2C1732455609232.meta.1732455612206.meta, exclude list is [], retry=0 2024-11-24T13:40:12,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35817,DS-0ec55ff3-89c3-432c-b7d1-a86925a4c9d7,DISK] 2024-11-24T13:40:12,224 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/WALs/ee00117f0849,40029,1732455609232/ee00117f0849%2C40029%2C1732455609232.meta.1732455612206.meta 2024-11-24T13:40:12,225 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41503:41503)] 2024-11-24T13:40:12,225 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:40:12,227 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T13:40:12,229 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T13:40:12,234 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T13:40:12,238 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T13:40:12,239 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:12,239 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T13:40:12,239 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T13:40:12,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T13:40:12,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T13:40:12,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:12,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T13:40:12,248 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T13:40:12,249 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:12,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:12,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T13:40:12,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T13:40:12,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:12,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T13:40:12,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T13:40:12,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:12,257 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T13:40:12,257 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T13:40:12,259 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740 2024-11-24T13:40:12,262 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740 2024-11-24T13:40:12,265 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T13:40:12,265 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T13:40:12,266 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:40:12,269 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T13:40:12,271 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70933275, jitterRate=0.05698816478252411}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:40:12,271 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T13:40:12,273 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732455612239Writing region info on filesystem at 1732455612240 (+1 ms)Initializing all the Stores at 1732455612241 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455612242 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455612242Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455612242Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732455612242Cleaning up temporary data from old regions at 1732455612265 (+23 ms)Running coprocessor post-open hooks at 1732455612271 (+6 ms)Region opened successfully at 1732455612272 (+1 ms) 2024-11-24T13:40:12,279 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732455612177 2024-11-24T13:40:12,291 DEBUG [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T13:40:12,292 INFO [RS_OPEN_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T13:40:12,294 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:12,297 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ee00117f0849,40029,1732455609232, state=OPEN 2024-11-24T13:40:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:40:12,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T13:40:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:40:12,352 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T13:40:12,353 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:12,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T13:40:12,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ee00117f0849,40029,1732455609232 in 350 msec 2024-11-24T13:40:12,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T13:40:12,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 580 msec 2024-11-24T13:40:12,371 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T13:40:12,371 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T13:40:12,388 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:12,389 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:12,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:12,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59163, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:12,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2240 sec 2024-11-24T13:40:12,426 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732455612425, completionTime=-1 2024-11-24T13:40:12,428 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T13:40:12,429 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T13:40:12,458 INFO [master/ee00117f0849:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T13:40:12,458 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732455672458 2024-11-24T13:40:12,458 INFO [master/ee00117f0849:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732455732458 2024-11-24T13:40:12,458 INFO [master/ee00117f0849:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 29 msec 2024-11-24T13:40:12,461 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,461 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,461 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,463 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ee00117f0849:32837, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,463 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,464 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,469 DEBUG [master/ee00117f0849:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T13:40:12,493 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.046sec 2024-11-24T13:40:12,494 INFO [master/ee00117f0849:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T13:40:12,496 INFO [master/ee00117f0849:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T13:40:12,497 INFO [master/ee00117f0849:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T13:40:12,497 INFO [master/ee00117f0849:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T13:40:12,497 INFO [master/ee00117f0849:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T13:40:12,498 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T13:40:12,499 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T13:40:12,507 DEBUG [master/ee00117f0849:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T13:40:12,508 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T13:40:12,509 INFO [master/ee00117f0849:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ee00117f0849,32837,1732455608347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T13:40:12,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45544f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:12,570 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T13:40:12,570 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T13:40:12,573 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:12,575 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:12,582 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:12,584 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:12,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:12,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c86253f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:12,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:12,589 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:12,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:12,592 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:12,595 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de67725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:12,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:12,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:12,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:12,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ee00117f0849,32837,1732455608347 2024-11-24T13:40:12,636 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=241, ProcessCount=11, AvailableMemoryMB=8956 2024-11-24T13:40:12,643 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:40:12,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:40:12,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@571ad612 2024-11-24T13:40:12,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:40:12,670 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:40:12,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:40:12,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:40:12,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:12,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:40:12,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-24T13:40:12,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:12,699 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:40:12,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:12,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741835_1011 (size=959) 2024-11-24T13:40:12,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:13,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:13,118 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:40:13,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741836_1012 (size=53) 2024-11-24T13:40:13,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:13,530 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:13,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 281c82d9496d729d5240336f58cb80fa, disabling compactions & flushes 2024-11-24T13:40:13,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. after waiting 0 ms 2024-11-24T13:40:13,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,531 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,531 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 281c82d9496d729d5240336f58cb80fa: Waiting for close lock at 1732455613530Disabling compacts and flushes for region at 1732455613530Disabling writes for close at 1732455613531 (+1 ms)Writing region close event to WAL at 1732455613531Closed at 1732455613531 2024-11-24T13:40:13,533 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:40:13,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455613533"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455613533"}]},"ts":"1732455613533"} 2024-11-24T13:40:13,548 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:40:13,551 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:40:13,554 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455613551"}]},"ts":"1732455613551"} 2024-11-24T13:40:13,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:40:13,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, ASSIGN}] 2024-11-24T13:40:13,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, ASSIGN 2024-11-24T13:40:13,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:40:13,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=281c82d9496d729d5240336f58cb80fa, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:13,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, ASSIGN because future has completed 2024-11-24T13:40:13,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:13,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:13,889 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,890 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:40:13,890 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,891 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:13,891 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,891 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,894 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,897 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281c82d9496d729d5240336f58cb80fa columnFamilyName A 2024-11-24T13:40:13,897 DEBUG [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:13,899 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(327): Store=281c82d9496d729d5240336f58cb80fa/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:13,899 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,902 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281c82d9496d729d5240336f58cb80fa columnFamilyName B 2024-11-24T13:40:13,902 DEBUG [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:13,904 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(327): Store=281c82d9496d729d5240336f58cb80fa/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:13,904 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,908 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 281c82d9496d729d5240336f58cb80fa columnFamilyName C 2024-11-24T13:40:13,908 DEBUG [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:13,909 INFO [StoreOpener-281c82d9496d729d5240336f58cb80fa-1 {}] regionserver.HStore(327): Store=281c82d9496d729d5240336f58cb80fa/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:13,909 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,911 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,912 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,916 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,916 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,917 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:40:13,921 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,926 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:40:13,927 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 281c82d9496d729d5240336f58cb80fa; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70448778, jitterRate=0.0497685968875885}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:40:13,928 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:13,929 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 281c82d9496d729d5240336f58cb80fa: Running coprocessor pre-open hook at 1732455613891Writing region info on filesystem at 1732455613891Initializing all the Stores at 1732455613893 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455613893Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455613894 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455613894Cleaning up temporary data from old regions at 1732455613916 (+22 ms)Running coprocessor post-open hooks at 1732455613928 (+12 ms)Region opened successfully at 1732455613929 (+1 ms) 2024-11-24T13:40:13,931 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., pid=6, masterSystemTime=1732455613878 2024-11-24T13:40:13,938 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=281c82d9496d729d5240336f58cb80fa, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:13,938 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,939 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:13,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:40:13,954 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T13:40:13,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 in 223 msec 2024-11-24T13:40:13,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T13:40:13,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, ASSIGN in 395 msec 2024-11-24T13:40:13,962 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:40:13,962 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455613962"}]},"ts":"1732455613962"} 2024-11-24T13:40:13,967 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:40:13,970 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:40:13,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2880 sec 2024-11-24T13:40:14,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T13:40:14,860 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:14,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b2c994, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,865 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,867 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db46afe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66225631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,874 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:14,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50086, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:14,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:40:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:40:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b9abfc3 2024-11-24T13:40:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:40:14,889 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:40:14,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,898 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,898 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dbb78b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,900 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,902 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,903 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f953883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,906 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,906 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2311693d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,915 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51738, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,917 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce3c82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,924 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,925 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,926 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,929 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36644156, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,932 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,932 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,934 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,934 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b2da332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,935 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,938 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,940 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51766, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1c733d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2900b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,944 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,945 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d96214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,949 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f776e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,954 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,956 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,956 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,957 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d6e4493, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,960 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14dae11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6963d59b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,963 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd5f624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,965 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b18d6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b9a31d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,975 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,975 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,976 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef2ef1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,977 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,978 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,979 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,981 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,982 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0b495b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,982 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:14,982 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:14,983 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:14,983 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae98c2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:14,984 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:14,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:14,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a7035ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:14,991 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,991 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,991 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,991 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,993 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:14,994 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:14,994 DEBUG [Thread-143 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,995 DEBUG [Thread-143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:14,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:14,995 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:14,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:14,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:14,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:14,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50128, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:14,997 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:14,998 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:15,000 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50138, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:15,000 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:15,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:15,002 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:15,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:15,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:15,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,004 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:15,004 DEBUG [Thread-156 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:15,005 DEBUG [Thread-156 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:15,006 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:15,008 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:15,009 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:15,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:15,010 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50154, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:15,011 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:15,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:15,017 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-24T13:40:15,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:40:15,023 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:15,025 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:15,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:15,079 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:15,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:15,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:40:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:15,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:15,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,234 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9dfed877c3614dc4851575c5f76afbbf is 50, key is test_row_0/A:col10/1732455615044/Put/seqid=0 2024-11-24T13:40:15,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741837_1013 (size=19021) 2024-11-24T13:40:15,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9dfed877c3614dc4851575c5f76afbbf 2024-11-24T13:40:15,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:15,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455675343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455675350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455675356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455675342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455675368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:15,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/9f2010185f3b4ea5947d6d63beb4ade6 is 50, key is test_row_0/B:col10/1732455615044/Put/seqid=0 2024-11-24T13:40:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:15,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,440 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,440 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,440 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,442 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741838_1014 (size=12001) 2024-11-24T13:40:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455675550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455675550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,557 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455675551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,559 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455675551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455675552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,576 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:15,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:15,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:15,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:15,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455675760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,765 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,766 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455675769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455675770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,777 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455675780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455675780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:15,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:15,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:15,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/9f2010185f3b4ea5947d6d63beb4ade6 2024-11-24T13:40:15,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c2b37f13060a4f32a36d5e718023d163 is 50, key is test_row_0/C:col10/1732455615044/Put/seqid=0 2024-11-24T13:40:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:15,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:15,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741839_1015 (size=12001) 2024-11-24T13:40:16,052 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:16,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,083 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455676080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455676089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455676089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,097 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455676099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455676100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,103 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,104 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:16,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c2b37f13060a4f32a36d5e718023d163 2024-11-24T13:40:16,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9dfed877c3614dc4851575c5f76afbbf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf 2024-11-24T13:40:16,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:16,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,365 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:16,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf, entries=300, sequenceid=12, filesize=18.6 K 2024-11-24T13:40:16,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/9f2010185f3b4ea5947d6d63beb4ade6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6 2024-11-24T13:40:16,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T13:40:16,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c2b37f13060a4f32a36d5e718023d163 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163 2024-11-24T13:40:16,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T13:40:16,419 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 281c82d9496d729d5240336f58cb80fa in 1333ms, sequenceid=12, compaction requested=false 2024-11-24T13:40:16,420 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T13:40:16,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:16,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T13:40:16,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:16,521 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:40:16,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd97a10cc67d4c08a4dbd55698fc012b is 50, key is test_row_0/A:col10/1732455615354/Put/seqid=0 2024-11-24T13:40:16,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741840_1016 (size=12001) 2024-11-24T13:40:16,571 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd97a10cc67d4c08a4dbd55698fc012b 2024-11-24T13:40:16,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/dd982d69c376459a9d68782fee9332d5 is 50, key is test_row_0/B:col10/1732455615354/Put/seqid=0 2024-11-24T13:40:16,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:16,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:16,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455676630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741841_1017 (size=12001) 2024-11-24T13:40:16,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455676634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,657 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,663 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455676649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455676654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455676675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,771 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455676759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,772 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,773 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455676769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,775 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455676779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,785 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455676799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455676799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,808 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,809 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455676979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455676979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,985 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:16,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:16,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455676992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:16,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455677008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455677019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,057 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/dd982d69c376459a9d68782fee9332d5 2024-11-24T13:40:17,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/335eecca1271434fbfd3b2d248969c6c is 50, key is test_row_0/C:col10/1732455615354/Put/seqid=0 2024-11-24T13:40:17,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741842_1018 (size=12001) 2024-11-24T13:40:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:17,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455677289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455677299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,304 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455677299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455677319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,322 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455677329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,515 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/335eecca1271434fbfd3b2d248969c6c 2024-11-24T13:40:17,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd97a10cc67d4c08a4dbd55698fc012b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b 2024-11-24T13:40:17,544 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:40:17,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/dd982d69c376459a9d68782fee9332d5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5 2024-11-24T13:40:17,570 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:40:17,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/335eecca1271434fbfd3b2d248969c6c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c 2024-11-24T13:40:17,596 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:40:17,599 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 281c82d9496d729d5240336f58cb80fa in 1078ms, sequenceid=37, compaction requested=false 2024-11-24T13:40:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:17,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:17,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T13:40:17,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T13:40:17,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T13:40:17,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5750 sec 2024-11-24T13:40:17,614 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.6060 sec 2024-11-24T13:40:17,750 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:40:17,819 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:17,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:40:17,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:17,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/57064067851245af881b376e3aeddb0b is 50, key is test_row_0/A:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:17,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741843_1019 (size=14341) 2024-11-24T13:40:17,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T13:40:17,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455677907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,935 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455677915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455677921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455677926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,941 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:17,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:17,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455677931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:17,943 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455678039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455678043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,044 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455678048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455678049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455678049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,054 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455678250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,253 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455678250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,256 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455678259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,262 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,263 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455678260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,264 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455678260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,273 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/57064067851245af881b376e3aeddb0b 2024-11-24T13:40:18,327 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b076a07597f349dc8ba0de2fc57b0828 is 50, key is test_row_0/B:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:18,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741844_1020 (size=12001) 2024-11-24T13:40:18,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b076a07597f349dc8ba0de2fc57b0828 2024-11-24T13:40:18,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3481948372ec4cadbfe8c298ccccb5e8 is 50, key is test_row_0/C:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:18,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741845_1021 (size=12001) 2024-11-24T13:40:18,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455678559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455678570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,577 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,577 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455678572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,578 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455678570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:18,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455678579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:18,586 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:18,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3481948372ec4cadbfe8c298ccccb5e8 2024-11-24T13:40:18,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/57064067851245af881b376e3aeddb0b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b 2024-11-24T13:40:18,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b, entries=200, sequenceid=51, filesize=14.0 K 2024-11-24T13:40:18,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b076a07597f349dc8ba0de2fc57b0828 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828 2024-11-24T13:40:18,853 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T13:40:18,854 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T13:40:18,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:40:18,856 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T13:40:18,856 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T13:40:18,857 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T13:40:18,858 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T13:40:18,858 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T13:40:18,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T13:40:18,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3481948372ec4cadbfe8c298ccccb5e8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8 2024-11-24T13:40:18,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8, entries=150, sequenceid=51, filesize=11.7 K 2024-11-24T13:40:18,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 281c82d9496d729d5240336f58cb80fa in 1071ms, sequenceid=51, compaction requested=true 2024-11-24T13:40:18,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:18,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:18,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:18,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:18,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:18,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:18,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:18,919 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:18,920 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:18,923 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:18,924 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:18,925 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:18,926 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:18,926 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.2 K 2024-11-24T13:40:18,927 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:18,927 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:18,928 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=44.3 K 2024-11-24T13:40:18,928 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f2010185f3b4ea5947d6d63beb4ade6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455615044 2024-11-24T13:40:18,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dfed877c3614dc4851575c5f76afbbf, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455615017 2024-11-24T13:40:18,929 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting dd982d69c376459a9d68782fee9332d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455615344 2024-11-24T13:40:18,930 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd97a10cc67d4c08a4dbd55698fc012b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455615344 2024-11-24T13:40:18,930 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b076a07597f349dc8ba0de2fc57b0828, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:18,931 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57064067851245af881b376e3aeddb0b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:19,004 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#10 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:19,005 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/68b7074c0b584ca18015e21c642787a2 is 50, key is test_row_0/B:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:19,006 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#9 average throughput is 0.19 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:19,007 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/131c6352bc57494183132fe6907c8d5e is 50, key is test_row_0/A:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:19,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741846_1022 (size=12104) 2024-11-24T13:40:19,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741847_1023 (size=12104) 2024-11-24T13:40:19,083 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/68b7074c0b584ca18015e21c642787a2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/68b7074c0b584ca18015e21c642787a2 2024-11-24T13:40:19,104 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/131c6352bc57494183132fe6907c8d5e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/131c6352bc57494183132fe6907c8d5e 2024-11-24T13:40:19,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:19,107 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:19,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T13:40:19,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/84660945b91f4da98df34f2c9ea52059 is 50, key is test_row_0/A:col10/1732455619107/Put/seqid=0 2024-11-24T13:40:19,138 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 68b7074c0b584ca18015e21c642787a2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:19,138 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:19,141 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 131c6352bc57494183132fe6907c8d5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:19,141 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:19,144 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455618896; duration=0sec 2024-11-24T13:40:19,145 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:19,145 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:19,146 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:19,149 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:19,149 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:19,150 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,150 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.2 K 2024-11-24T13:40:19,151 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455618914; duration=0sec 2024-11-24T13:40:19,151 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:19,151 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:19,152 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2b37f13060a4f32a36d5e718023d163, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455615044 2024-11-24T13:40:19,153 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 335eecca1271434fbfd3b2d248969c6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455615344 2024-11-24T13:40:19,155 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3481948372ec4cadbfe8c298ccccb5e8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:19,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455679146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455679146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455679151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455679155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455679158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,188 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T13:40:19,189 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:19,190 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:19,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-24T13:40:19,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:19,195 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:19,197 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:19,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:19,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741848_1024 (size=16681) 2024-11-24T13:40:19,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/84660945b91f4da98df34f2c9ea52059 2024-11-24T13:40:19,232 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#12 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:19,233 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/2f455717df624353a4d6afbdf98ac7aa is 50, key is test_row_0/C:col10/1732455617815/Put/seqid=0 2024-11-24T13:40:19,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5941d5bd2ace4c86b7ac431b85dd3a85 is 50, key is test_row_0/B:col10/1732455619107/Put/seqid=0 2024-11-24T13:40:19,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:19,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455679326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455679326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455679330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455679326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455679330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,341 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:19,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741849_1025 (size=12104) 2024-11-24T13:40:19,386 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/2f455717df624353a4d6afbdf98ac7aa as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2f455717df624353a4d6afbdf98ac7aa 2024-11-24T13:40:19,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741850_1026 (size=12001) 2024-11-24T13:40:19,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5941d5bd2ace4c86b7ac431b85dd3a85 2024-11-24T13:40:19,406 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 2f455717df624353a4d6afbdf98ac7aa(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:19,406 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:19,406 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455618914; duration=0sec 2024-11-24T13:40:19,407 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:19,407 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:19,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/7956345891214fd29fc6006cfeba45b2 is 50, key is test_row_0/C:col10/1732455619107/Put/seqid=0 2024-11-24T13:40:19,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741851_1027 (size=12001) 2024-11-24T13:40:19,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/7956345891214fd29fc6006cfeba45b2 2024-11-24T13:40:19,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/84660945b91f4da98df34f2c9ea52059 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059 2024-11-24T13:40:19,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059, entries=250, sequenceid=75, filesize=16.3 K 2024-11-24T13:40:19,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5941d5bd2ace4c86b7ac431b85dd3a85 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85 2024-11-24T13:40:19,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:19,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T13:40:19,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/7956345891214fd29fc6006cfeba45b2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2 2024-11-24T13:40:19,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2, entries=150, sequenceid=75, filesize=11.7 K 2024-11-24T13:40:19,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 281c82d9496d729d5240336f58cb80fa in 444ms, sequenceid=75, compaction requested=false 2024-11-24T13:40:19,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:19,562 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:19,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:40:19,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:19,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/b345ef40f8c949e0a3e4c5362a7ecc18 is 50, key is test_row_0/A:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:19,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741852_1028 (size=14341) 2024-11-24T13:40:19,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/b345ef40f8c949e0a3e4c5362a7ecc18 2024-11-24T13:40:19,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:19,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/cee86b63b17e468e883a6e75ee22421a is 50, key is test_row_0/B:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:19,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455679679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455679681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,700 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455679684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455679694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,706 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455679684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741853_1029 (size=12001) 2024-11-24T13:40:19,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455679809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455679810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455679810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455679810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455679819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:19,824 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:19,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:19,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:19,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:20,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455680020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455680020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455680020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455680020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455680029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,032 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/cee86b63b17e468e883a6e75ee22421a 2024-11-24T13:40:20,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c88a489187e040619c56bce68f9207cf is 50, key is test_row_0/C:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:20,190 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741854_1030 (size=12001) 2024-11-24T13:40:20,202 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c88a489187e040619c56bce68f9207cf 2024-11-24T13:40:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/b345ef40f8c949e0a3e4c5362a7ecc18 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18 2024-11-24T13:40:20,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18, entries=200, sequenceid=91, filesize=14.0 K 2024-11-24T13:40:20,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/cee86b63b17e468e883a6e75ee22421a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a 2024-11-24T13:40:20,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T13:40:20,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c88a489187e040619c56bce68f9207cf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf 2024-11-24T13:40:20,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf, entries=150, sequenceid=91, filesize=11.7 K 2024-11-24T13:40:20,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 281c82d9496d729d5240336f58cb80fa in 734ms, sequenceid=91, compaction requested=true 2024-11-24T13:40:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:20,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:20,297 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:20,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:20,297 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:20,300 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:20,300 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43126 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:20,300 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:20,300 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:20,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:20,300 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:20,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:20,301 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,301 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/131c6352bc57494183132fe6907c8d5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=42.1 K 2024-11-24T13:40:20,301 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/68b7074c0b584ca18015e21c642787a2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.3 K 2024-11-24T13:40:20,302 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 68b7074c0b584ca18015e21c642787a2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:20,302 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 131c6352bc57494183132fe6907c8d5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:20,304 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84660945b91f4da98df34f2c9ea52059, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732455617898 2024-11-24T13:40:20,304 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 5941d5bd2ace4c86b7ac431b85dd3a85, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732455617898 2024-11-24T13:40:20,305 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b345ef40f8c949e0a3e4c5362a7ecc18, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:20,306 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cee86b63b17e468e883a6e75ee22421a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:20,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:20,337 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:20,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:40:20,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:20,349 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:20,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,350 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/6eb9608f849048d1a139fe6848a9a24b is 50, key is test_row_0/A:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:20,355 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:20,356 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/e6210451c65149168c65856b7a8913ae is 50, key is test_row_0/B:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:20,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7601859cf34b4da091736ac6f62a9988 is 50, key is test_row_0/A:col10/1732455620333/Put/seqid=0 2024-11-24T13:40:20,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455680365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,390 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455680365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,391 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455680385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455680389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455680385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741855_1031 (size=12207) 2024-11-24T13:40:20,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741856_1032 (size=12207) 2024-11-24T13:40:20,427 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/e6210451c65149168c65856b7a8913ae as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e6210451c65149168c65856b7a8913ae 2024-11-24T13:40:20,430 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/6eb9608f849048d1a139fe6848a9a24b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6eb9608f849048d1a139fe6848a9a24b 2024-11-24T13:40:20,449 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into e6210451c65149168c65856b7a8913ae(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:20,450 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 6eb9608f849048d1a139fe6848a9a24b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:20,450 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455620297; duration=0sec 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:20,450 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455620296; duration=0sec 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:20,450 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:20,451 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:20,453 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:20,454 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:20,454 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,454 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2f455717df624353a4d6afbdf98ac7aa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.3 K 2024-11-24T13:40:20,455 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f455717df624353a4d6afbdf98ac7aa, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732455616641 2024-11-24T13:40:20,456 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7956345891214fd29fc6006cfeba45b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1732455617898 2024-11-24T13:40:20,457 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c88a489187e040619c56bce68f9207cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741857_1033 (size=14341) 2024-11-24T13:40:20,464 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7601859cf34b4da091736ac6f62a9988 2024-11-24T13:40:20,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0de4e47929ec4690adc52b6add8c022f is 50, key is test_row_0/B:col10/1732455620333/Put/seqid=0 2024-11-24T13:40:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455680499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455680499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,510 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,511 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/32702b7ea57d45c996efab578a7a6e2b is 50, key is test_row_0/C:col10/1732455619147/Put/seqid=0 2024-11-24T13:40:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455680509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455680509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,518 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455680510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741858_1034 (size=12001) 2024-11-24T13:40:20,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0de4e47929ec4690adc52b6add8c022f 2024-11-24T13:40:20,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741859_1035 (size=12207) 2024-11-24T13:40:20,633 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/32702b7ea57d45c996efab578a7a6e2b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/32702b7ea57d45c996efab578a7a6e2b 2024-11-24T13:40:20,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/2dba8808deba45348f7172cafdba3a5a is 50, key is test_row_0/C:col10/1732455620333/Put/seqid=0 2024-11-24T13:40:20,646 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 32702b7ea57d45c996efab578a7a6e2b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:20,646 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:20,646 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455620300; duration=0sec 2024-11-24T13:40:20,646 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:20,646 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:20,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,660 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741860_1036 (size=12001) 2024-11-24T13:40:20,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/2dba8808deba45348f7172cafdba3a5a 2024-11-24T13:40:20,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7601859cf34b4da091736ac6f62a9988 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988 2024-11-24T13:40:20,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988, entries=200, sequenceid=115, filesize=14.0 K 2024-11-24T13:40:20,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0de4e47929ec4690adc52b6add8c022f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f 2024-11-24T13:40:20,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455680719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T13:40:20,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455680720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/2dba8808deba45348f7172cafdba3a5a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a 2024-11-24T13:40:20,756 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a, entries=150, sequenceid=115, filesize=11.7 K 2024-11-24T13:40:20,760 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 281c82d9496d729d5240336f58cb80fa in 423ms, sequenceid=115, compaction requested=false 2024-11-24T13:40:20,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:20,761 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:20,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T13:40:20,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/99e289f5b9ad44b28868bcbde9fdf256 is 50, key is test_row_0/A:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:20,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741861_1037 (size=14491) 2024-11-24T13:40:20,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/99e289f5b9ad44b28868bcbde9fdf256 2024-11-24T13:40:20,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455680845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91ac3036ad2e4c6d8646d39c010bc8c5 is 50, key is test_row_0/B:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:20,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455680848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,868 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455680855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741862_1038 (size=12101) 2024-11-24T13:40:20,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91ac3036ad2e4c6d8646d39c010bc8c5 2024-11-24T13:40:20,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f3d97440494a4fc68cad07865ec5c520 is 50, key is test_row_0/C:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:20,974 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:20,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:20,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455680979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455680969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455680979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:20,985 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:20,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741863_1039 (size=12101) 2024-11-24T13:40:21,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f3d97440494a4fc68cad07865ec5c520 2024-11-24T13:40:21,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/99e289f5b9ad44b28868bcbde9fdf256 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256 2024-11-24T13:40:21,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455681049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,051 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455681049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256, entries=200, sequenceid=134, filesize=14.2 K 2024-11-24T13:40:21,070 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91ac3036ad2e4c6d8646d39c010bc8c5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5 2024-11-24T13:40:21,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T13:40:21,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f3d97440494a4fc68cad07865ec5c520 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520 2024-11-24T13:40:21,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520, entries=150, sequenceid=134, filesize=11.8 K 2024-11-24T13:40:21,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 281c82d9496d729d5240336f58cb80fa in 333ms, sequenceid=134, compaction requested=true 2024-11-24T13:40:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:21,095 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:21,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:21,096 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:21,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:21,097 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41039 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:21,098 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:21,098 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:21,098 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6eb9608f849048d1a139fe6848a9a24b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=40.1 K 2024-11-24T13:40:21,099 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:21,099 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:21,099 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:21,100 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e6210451c65149168c65856b7a8913ae, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.5 K 2024-11-24T13:40:21,100 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eb9608f849048d1a139fe6848a9a24b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:21,100 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e6210451c65149168c65856b7a8913ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:21,101 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7601859cf34b4da091736ac6f62a9988, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732455619673 2024-11-24T13:40:21,102 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0de4e47929ec4690adc52b6add8c022f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732455619673 2024-11-24T13:40:21,107 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99e289f5b9ad44b28868bcbde9fdf256, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:21,108 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 91ac3036ad2e4c6d8646d39c010bc8c5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:21,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T13:40:21,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:21,134 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T13:40:21,141 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:21,141 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/32e1fa73af14416aa2fa870e28284cd9 is 50, key is test_row_0/A:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:21,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd9f36927edf463d93ba5a17b475b75e is 50, key is test_row_0/A:col10/1732455620851/Put/seqid=0 2024-11-24T13:40:21,171 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:21,172 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/40c8e40d63704744a114d77d5459558c is 50, key is test_row_0/B:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:21,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:21,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:21,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741864_1040 (size=12409) 2024-11-24T13:40:21,247 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/32e1fa73af14416aa2fa870e28284cd9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/32e1fa73af14416aa2fa870e28284cd9 2024-11-24T13:40:21,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455681246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,256 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455681250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455681251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,261 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 32e1fa73af14416aa2fa870e28284cd9(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:21,261 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:21,261 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455621095; duration=0sec 2024-11-24T13:40:21,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741865_1041 (size=12151) 2024-11-24T13:40:21,262 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:21,262 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:21,262 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:21,268 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:21,269 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:21,269 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:21,269 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/32702b7ea57d45c996efab578a7a6e2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.5 K 2024-11-24T13:40:21,270 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32702b7ea57d45c996efab578a7a6e2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1732455619136 2024-11-24T13:40:21,271 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dba8808deba45348f7172cafdba3a5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1732455619673 2024-11-24T13:40:21,273 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3d97440494a4fc68cad07865ec5c520, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741866_1042 (size=12409) 2024-11-24T13:40:21,306 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:21,307 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/01d8268d87584f8485b371dfe528a8db is 50, key is test_row_0/C:col10/1732455620758/Put/seqid=0 2024-11-24T13:40:21,310 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/40c8e40d63704744a114d77d5459558c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/40c8e40d63704744a114d77d5459558c 2024-11-24T13:40:21,322 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 40c8e40d63704744a114d77d5459558c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:21,322 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:21,322 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455621095; duration=0sec 2024-11-24T13:40:21,322 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:21,322 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741867_1043 (size=12409) 2024-11-24T13:40:21,351 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/01d8268d87584f8485b371dfe528a8db as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/01d8268d87584f8485b371dfe528a8db 2024-11-24T13:40:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455681359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455681360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,365 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,366 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 01d8268d87584f8485b371dfe528a8db(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:21,366 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:21,366 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455621095; duration=0sec 2024-11-24T13:40:21,366 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:21,366 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:21,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455681369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455681559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,567 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455681571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,577 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455681571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,578 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455681571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,579 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455681589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,591 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,592 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,664 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd9f36927edf463d93ba5a17b475b75e 2024-11-24T13:40:21,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a8b1b947d50543e4abfe325864927a3a is 50, key is test_row_0/B:col10/1732455620851/Put/seqid=0 2024-11-24T13:40:21,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741868_1044 (size=12151) 2024-11-24T13:40:21,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455681889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455681890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,897 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:21,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455681899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:21,904 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,134 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a8b1b947d50543e4abfe325864927a3a 2024-11-24T13:40:22,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/4f78ff2e72194588be0aa6fc60b88a94 is 50, key is test_row_0/C:col10/1732455620851/Put/seqid=0 2024-11-24T13:40:22,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741869_1045 (size=12151) 2024-11-24T13:40:22,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:22,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455682398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:22,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455682409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:22,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455682409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:22,413 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,414 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,577 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/4f78ff2e72194588be0aa6fc60b88a94 2024-11-24T13:40:22,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:22,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455682578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:22,583 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455682589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:22,590 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2225 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:22,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:22,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/fd9f36927edf463d93ba5a17b475b75e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e 2024-11-24T13:40:22,600 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T13:40:22,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a8b1b947d50543e4abfe325864927a3a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a 2024-11-24T13:40:22,613 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T13:40:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/4f78ff2e72194588be0aa6fc60b88a94 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94 2024-11-24T13:40:22,628 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94, entries=150, sequenceid=154, filesize=11.9 K 2024-11-24T13:40:22,631 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 281c82d9496d729d5240336f58cb80fa in 1498ms, sequenceid=154, compaction requested=false 2024-11-24T13:40:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:22,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T13:40:22,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T13:40:22,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T13:40:22,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4380 sec 2024-11-24T13:40:22,645 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 3.4520 sec 2024-11-24T13:40:23,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T13:40:23,368 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:23,369 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-24T13:40:23,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:23,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:23,375 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:23,376 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:23,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:23,421 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:23,421 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T13:40:23,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/d6704b9bbaae4c0a85a63570f424ec98 is 50, key is test_row_0/A:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:23,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741870_1046 (size=16931) 2024-11-24T13:40:23,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455683452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455683453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,459 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455683458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,461 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:23,530 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:23,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,530 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455683571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455683571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,577 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455683571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,583 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:23,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,685 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:23,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455683778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,782 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455683788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:23,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455683788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:23,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:23,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:23,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,843 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/d6704b9bbaae4c0a85a63570f424ec98 2024-11-24T13:40:23,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/4c11f6d77bf7415bae6b7096e9e54ce2 is 50, key is test_row_0/B:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:23,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741871_1047 (size=12151) 2024-11-24T13:40:23,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:23,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:23,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:24,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455684088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455684099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,100 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455684099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:24,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/4c11f6d77bf7415bae6b7096e9e54ce2 2024-11-24T13:40:24,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3ebb040bf36a4d4fbab06b52c69e9254 is 50, key is test_row_0/C:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:24,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741872_1048 (size=12151) 2024-11-24T13:40:24,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,302 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:24,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455684598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,603 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4238 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,604 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455684599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,606 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:24,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455684609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:24,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455684609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,611 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:24,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455684610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:24,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:24,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3ebb040bf36a4d4fbab06b52c69e9254 2024-11-24T13:40:24,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/d6704b9bbaae4c0a85a63570f424ec98 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98 2024-11-24T13:40:24,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98, entries=250, sequenceid=176, filesize=16.5 K 2024-11-24T13:40:24,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/4c11f6d77bf7415bae6b7096e9e54ce2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2 2024-11-24T13:40:24,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T13:40:24,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3ebb040bf36a4d4fbab06b52c69e9254 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254 2024-11-24T13:40:24,761 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254, entries=150, sequenceid=176, filesize=11.9 K 2024-11-24T13:40:24,765 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 281c82d9496d729d5240336f58cb80fa in 1344ms, sequenceid=176, compaction requested=true 2024-11-24T13:40:24,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:24,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:24,765 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:24,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:24,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:24,765 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:24,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:24,766 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:24,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:24,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T13:40:24,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,768 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:40:24,769 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:24,769 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:24,769 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,770 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/40c8e40d63704744a114d77d5459558c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.9 K 2024-11-24T13:40:24,771 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41491 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:24,771 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:24,771 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,771 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/32e1fa73af14416aa2fa870e28284cd9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=40.5 K 2024-11-24T13:40:24,771 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 40c8e40d63704744a114d77d5459558c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:24,772 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32e1fa73af14416aa2fa870e28284cd9, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:24,772 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a8b1b947d50543e4abfe325864927a3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732455620836 2024-11-24T13:40:24,775 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c11f6d77bf7415bae6b7096e9e54ce2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621248 2024-11-24T13:40:24,775 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fd9f36927edf463d93ba5a17b475b75e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732455620836 2024-11-24T13:40:24,776 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6704b9bbaae4c0a85a63570f424ec98, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621221 2024-11-24T13:40:24,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9349b19f49d541daadc8d310b3d73037 is 50, key is test_row_0/A:col10/1732455623455/Put/seqid=0 2024-11-24T13:40:24,802 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:24,803 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/6f986de369ad42f0ba128e7a2400f668 is 50, key is test_row_0/B:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:24,813 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#38 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:24,814 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/a1a54ea704614c07951356b266618c20 is 50, key is test_row_0/A:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:24,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741874_1050 (size=12561) 2024-11-24T13:40:24,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741873_1049 (size=12151) 2024-11-24T13:40:24,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741875_1051 (size=12561) 2024-11-24T13:40:24,918 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/a1a54ea704614c07951356b266618c20 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/a1a54ea704614c07951356b266618c20 2024-11-24T13:40:24,932 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into a1a54ea704614c07951356b266618c20(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:24,932 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:24,933 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455624765; duration=0sec 2024-11-24T13:40:24,933 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:24,933 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:24,933 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:24,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:24,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:24,936 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:24,936 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/01d8268d87584f8485b371dfe528a8db, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=35.9 K 2024-11-24T13:40:24,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01d8268d87584f8485b371dfe528a8db, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732455620364 2024-11-24T13:40:24,939 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f78ff2e72194588be0aa6fc60b88a94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1732455620836 2024-11-24T13:40:24,940 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ebb040bf36a4d4fbab06b52c69e9254, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621248 2024-11-24T13:40:24,965 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#39 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:24,966 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/6c56f5fed2b74d0aa2ff780aeadb7d86 is 50, key is test_row_0/C:col10/1732455621248/Put/seqid=0 2024-11-24T13:40:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741876_1052 (size=12561) 2024-11-24T13:40:25,034 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/6c56f5fed2b74d0aa2ff780aeadb7d86 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/6c56f5fed2b74d0aa2ff780aeadb7d86 2024-11-24T13:40:25,055 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 6c56f5fed2b74d0aa2ff780aeadb7d86(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:25,055 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:25,055 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455624766; duration=0sec 2024-11-24T13:40:25,055 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:25,055 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:25,280 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9349b19f49d541daadc8d310b3d73037 2024-11-24T13:40:25,298 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/6f986de369ad42f0ba128e7a2400f668 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/6f986de369ad42f0ba128e7a2400f668 2024-11-24T13:40:25,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b995a6183660405d964c85677cd93cbc is 50, key is test_row_0/B:col10/1732455623455/Put/seqid=0 2024-11-24T13:40:25,312 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 6f986de369ad42f0ba128e7a2400f668(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:25,312 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:25,312 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455624765; duration=0sec 2024-11-24T13:40:25,312 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:25,312 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:25,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741877_1053 (size=12151) 2024-11-24T13:40:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:25,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:25,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:25,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455685671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4773) at org.apache.hadoop.hbase.regionserver.HRegion.batchMutate(HRegion.java:4699) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5194) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5188) at org.apache.hadoop.hbase.regionserver.HRegion.mutate(HRegion.java:5184) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3333) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,675 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455685675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,771 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b995a6183660405d964c85677cd93cbc 2024-11-24T13:40:25,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455685779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,782 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455685789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455685789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,796 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f4448b365979440aaa06fecb72a4e8e1 is 50, key is test_row_0/C:col10/1732455623455/Put/seqid=0 2024-11-24T13:40:25,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741878_1054 (size=12151) 2024-11-24T13:40:25,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:25,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455685988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:25,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455685999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,004 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455685999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,005 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,241 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f4448b365979440aaa06fecb72a4e8e1 2024-11-24T13:40:26,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/9349b19f49d541daadc8d310b3d73037 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037 2024-11-24T13:40:26,261 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T13:40:26,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b995a6183660405d964c85677cd93cbc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc 2024-11-24T13:40:26,271 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T13:40:26,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f4448b365979440aaa06fecb72a4e8e1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1 2024-11-24T13:40:26,283 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1, entries=150, sequenceid=193, filesize=11.9 K 2024-11-24T13:40:26,287 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 281c82d9496d729d5240336f58cb80fa in 1517ms, sequenceid=193, compaction requested=false 2024-11-24T13:40:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:26,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T13:40:26,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T13:40:26,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T13:40:26,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9130 sec 2024-11-24T13:40:26,302 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 2.9290 sec 2024-11-24T13:40:26,302 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:26,302 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:26,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:26,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/359100c45ae84d5485d71204df07190c is 50, key is test_row_0/A:col10/1732455625672/Put/seqid=0 2024-11-24T13:40:26,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741879_1055 (size=12151) 2024-11-24T13:40:26,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/359100c45ae84d5485d71204df07190c 2024-11-24T13:40:26,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/e2825d86f00247b1989cea3a8b423e67 is 50, key is test_row_0/B:col10/1732455625672/Put/seqid=0 2024-11-24T13:40:26,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455686404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455686405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,414 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455686410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,415 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741880_1056 (size=12151) 2024-11-24T13:40:26,433 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/e2825d86f00247b1989cea3a8b423e67 2024-11-24T13:40:26,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/23272b9af137442397e7e88f5685d217 is 50, key is test_row_0/C:col10/1732455625672/Put/seqid=0 2024-11-24T13:40:26,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741881_1057 (size=12151) 2024-11-24T13:40:26,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/23272b9af137442397e7e88f5685d217 2024-11-24T13:40:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455686519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455686520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455686520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,527 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/359100c45ae84d5485d71204df07190c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c 2024-11-24T13:40:26,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T13:40:26,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/e2825d86f00247b1989cea3a8b423e67 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67 2024-11-24T13:40:26,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T13:40:26,564 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/23272b9af137442397e7e88f5685d217 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217 2024-11-24T13:40:26,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217, entries=150, sequenceid=217, filesize=11.9 K 2024-11-24T13:40:26,577 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 281c82d9496d729d5240336f58cb80fa in 275ms, sequenceid=217, compaction requested=true 2024-11-24T13:40:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:26,577 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:26,577 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:26,578 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:26,578 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:26,579 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:26,579 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:26,579 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/a1a54ea704614c07951356b266618c20, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=36.0 K 2024-11-24T13:40:26,580 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1a54ea704614c07951356b266618c20, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621248 2024-11-24T13:40:26,580 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:26,581 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9349b19f49d541daadc8d310b3d73037, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732455623449 2024-11-24T13:40:26,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:26,581 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:26,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:26,582 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 359100c45ae84d5485d71204df07190c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732455625672 2024-11-24T13:40:26,582 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:26,582 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:26,582 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:26,583 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:26,583 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/6f986de369ad42f0ba128e7a2400f668, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=36.0 K 2024-11-24T13:40:26,583 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f986de369ad42f0ba128e7a2400f668, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621248 2024-11-24T13:40:26,584 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b995a6183660405d964c85677cd93cbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732455623449 2024-11-24T13:40:26,585 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e2825d86f00247b1989cea3a8b423e67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732455625672 2024-11-24T13:40:26,605 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:26,606 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/2a6e013ec8394fb188dffdf4ddcb8597 is 50, key is test_row_0/A:col10/1732455625672/Put/seqid=0 2024-11-24T13:40:26,621 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:26,622 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/f6773d92600d4f00aba6ed7da06267bd is 50, key is test_row_0/B:col10/1732455625672/Put/seqid=0 2024-11-24T13:40:26,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741882_1058 (size=12663) 2024-11-24T13:40:26,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741883_1059 (size=12663) 2024-11-24T13:40:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:26,738 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:26,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T13:40:26,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/24e2c81a13b4485aad703067e0b0ea98 is 50, key is test_row_0/A:col10/1732455626405/Put/seqid=0 2024-11-24T13:40:26,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741884_1060 (size=12151) 2024-11-24T13:40:26,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/24e2c81a13b4485aad703067e0b0ea98 2024-11-24T13:40:26,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455686798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455686807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,814 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455686807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/24a7026c1d984f8c9296471a125470be is 50, key is test_row_0/B:col10/1732455626405/Put/seqid=0 2024-11-24T13:40:26,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741885_1061 (size=12151) 2024-11-24T13:40:26,877 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/24a7026c1d984f8c9296471a125470be 2024-11-24T13:40:26,889 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/bfdca0579be04434ab32fd9267dc4ffd is 50, key is test_row_0/C:col10/1732455626405/Put/seqid=0 2024-11-24T13:40:26,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455686918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455686919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455686919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:26,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:26,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741886_1062 (size=12151) 2024-11-24T13:40:26,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/bfdca0579be04434ab32fd9267dc4ffd 2024-11-24T13:40:26,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/24e2c81a13b4485aad703067e0b0ea98 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98 2024-11-24T13:40:26,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T13:40:27,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/24a7026c1d984f8c9296471a125470be as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be 2024-11-24T13:40:27,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T13:40:27,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/bfdca0579be04434ab32fd9267dc4ffd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd 2024-11-24T13:40:27,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd, entries=150, sequenceid=233, filesize=11.9 K 2024-11-24T13:40:27,028 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 281c82d9496d729d5240336f58cb80fa in 290ms, sequenceid=233, compaction requested=true 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:27,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T13:40:27,073 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/2a6e013ec8394fb188dffdf4ddcb8597 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2a6e013ec8394fb188dffdf4ddcb8597 2024-11-24T13:40:27,079 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/f6773d92600d4f00aba6ed7da06267bd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/f6773d92600d4f00aba6ed7da06267bd 2024-11-24T13:40:27,084 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 2a6e013ec8394fb188dffdf4ddcb8597(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:27,084 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,084 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455626577; duration=0sec 2024-11-24T13:40:27,084 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-24T13:40:27,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:27,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:27,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:27,087 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:27,088 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:27,088 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,088 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/6c56f5fed2b74d0aa2ff780aeadb7d86, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=47.9 K 2024-11-24T13:40:27,089 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into f6773d92600d4f00aba6ed7da06267bd(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c56f5fed2b74d0aa2ff780aeadb7d86, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1732455621248 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,089 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455626580; duration=0sec 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4448b365979440aaa06fecb72a4e8e1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732455623449 2024-11-24T13:40:27,089 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23272b9af137442397e7e88f5685d217, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732455625672 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:27,090 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfdca0579be04434ab32fd9267dc4ffd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732455626389 2024-11-24T13:40:27,091 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:27,092 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:27,092 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:27,092 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:27,092 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:27,094 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:27,094 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:27,094 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:27,095 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:27,118 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#50 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:27,119 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/06a9601b1afd48e390baf70a6378d399 is 50, key is test_row_0/C:col10/1732455626405/Put/seqid=0 2024-11-24T13:40:27,132 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:27,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:27,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:27,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/2ca2c036f3f541f8b34f3a82023d596f is 50, key is test_row_0/A:col10/1732455626800/Put/seqid=0 2024-11-24T13:40:27,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741887_1063 (size=12697) 2024-11-24T13:40:27,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741888_1064 (size=14541) 2024-11-24T13:40:27,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/2ca2c036f3f541f8b34f3a82023d596f 2024-11-24T13:40:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455687191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,197 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455687192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,203 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455687195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/3962e9cd655f4f4aaed7ce66ff60860a is 50, key is test_row_0/B:col10/1732455626800/Put/seqid=0 2024-11-24T13:40:27,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741889_1065 (size=12151) 2024-11-24T13:40:27,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/3962e9cd655f4f4aaed7ce66ff60860a 2024-11-24T13:40:27,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455687299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/e3c2c00357f44fa9927bcae1d65238e7 is 50, key is test_row_0/C:col10/1732455626800/Put/seqid=0 2024-11-24T13:40:27,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455687309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455687309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741890_1066 (size=12151) 2024-11-24T13:40:27,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455687509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455687518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T13:40:27,529 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:27,530 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:27,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455687529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,533 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-24T13:40:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:27,545 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:27,551 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:27,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:27,577 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/06a9601b1afd48e390baf70a6378d399 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/06a9601b1afd48e390baf70a6378d399 2024-11-24T13:40:27,593 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 06a9601b1afd48e390baf70a6378d399(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:27,593 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,593 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=12, startTime=1732455627029; duration=0sec 2024-11-24T13:40:27,593 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:27,593 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:27,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:27,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:27,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/e3c2c00357f44fa9927bcae1d65238e7 2024-11-24T13:40:27,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/2ca2c036f3f541f8b34f3a82023d596f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f 2024-11-24T13:40:27,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f, entries=200, sequenceid=256, filesize=14.2 K 2024-11-24T13:40:27,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/3962e9cd655f4f4aaed7ce66ff60860a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a 2024-11-24T13:40:27,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T13:40:27,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/e3c2c00357f44fa9927bcae1d65238e7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7 2024-11-24T13:40:27,793 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7, entries=150, sequenceid=256, filesize=11.9 K 2024-11-24T13:40:27,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 281c82d9496d729d5240336f58cb80fa in 662ms, sequenceid=256, compaction requested=true 2024-11-24T13:40:27,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,795 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:27,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:40:27,795 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:27,796 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39355 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:27,796 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:27,796 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:27,796 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:27,796 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,796 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,796 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2a6e013ec8394fb188dffdf4ddcb8597, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=38.4 K 2024-11-24T13:40:27,796 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/f6773d92600d4f00aba6ed7da06267bd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=36.1 K 2024-11-24T13:40:27,797 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6773d92600d4f00aba6ed7da06267bd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732455625672 2024-11-24T13:40:27,797 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a6e013ec8394fb188dffdf4ddcb8597, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1732455625672 2024-11-24T13:40:27,797 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24a7026c1d984f8c9296471a125470be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732455626389 2024-11-24T13:40:27,798 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3962e9cd655f4f4aaed7ce66ff60860a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732455626784 2024-11-24T13:40:27,798 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 24e2c81a13b4485aad703067e0b0ea98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732455626389 2024-11-24T13:40:27,799 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca2c036f3f541f8b34f3a82023d596f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732455626784 2024-11-24T13:40:27,840 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:27,840 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#54 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:27,840 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:40:27,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:27,841 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/91f20fe8b1b742bb9f9dbc937e81aa20 is 50, key is test_row_0/A:col10/1732455626800/Put/seqid=0 2024-11-24T13:40:27,843 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#55 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:27,844 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/50125c859c04497e876ded6a13d34f10 is 50, key is test_row_0/B:col10/1732455626800/Put/seqid=0 2024-11-24T13:40:27,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:27,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:27,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:27,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:27,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/1de3be4ee3274b09892d2b50c9a4adc9 is 50, key is test_row_0/A:col10/1732455627191/Put/seqid=0 2024-11-24T13:40:27,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455687907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,908 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455687908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:27,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455687908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:27,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741892_1068 (size=12765) 2024-11-24T13:40:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:27,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:27,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741891_1067 (size=12765) 2024-11-24T13:40:27,925 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/50125c859c04497e876ded6a13d34f10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/50125c859c04497e876ded6a13d34f10 2024-11-24T13:40:27,930 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/91f20fe8b1b742bb9f9dbc937e81aa20 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/91f20fe8b1b742bb9f9dbc937e81aa20 2024-11-24T13:40:27,934 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 50125c859c04497e876ded6a13d34f10(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:27,935 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,935 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=13, startTime=1732455627795; duration=0sec 2024-11-24T13:40:27,935 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:27,935 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:27,935 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:27,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:27,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:27,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:27,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:27,941 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 91f20fe8b1b742bb9f9dbc937e81aa20(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:27,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:27,941 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=13, startTime=1732455627794; duration=0sec 2024-11-24T13:40:27,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:27,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:27,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741893_1069 (size=17181) 2024-11-24T13:40:28,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455688018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455688019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455688028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:28,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455688229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455688230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455688239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/1de3be4ee3274b09892d2b50c9a4adc9 2024-11-24T13:40:28,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/07cd911441fb4619948becfced62476c is 50, key is test_row_0/B:col10/1732455627191/Put/seqid=0 2024-11-24T13:40:28,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741894_1070 (size=12301) 2024-11-24T13:40:28,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455688538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455688549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455688549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50138 deadline: 1732455688609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,611 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,612 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50128 deadline: 1732455688648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:28,650 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 281c82d9496d729d5240336f58cb80fa of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8286 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:40:28,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:28,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:28,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:28,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/07cd911441fb4619948becfced62476c 2024-11-24T13:40:28,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,817 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:28,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f2928309218c4b9fac9ebc8780084197 is 50, key is test_row_0/C:col10/1732455627191/Put/seqid=0 2024-11-24T13:40:28,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741895_1071 (size=12301) 2024-11-24T13:40:28,869 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f2928309218c4b9fac9ebc8780084197 2024-11-24T13:40:28,878 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/1de3be4ee3274b09892d2b50c9a4adc9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9 2024-11-24T13:40:28,889 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9, entries=250, sequenceid=274, filesize=16.8 K 2024-11-24T13:40:28,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/07cd911441fb4619948becfced62476c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c 2024-11-24T13:40:28,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T13:40:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/f2928309218c4b9fac9ebc8780084197 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197 2024-11-24T13:40:28,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197, entries=150, sequenceid=274, filesize=12.0 K 2024-11-24T13:40:28,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 281c82d9496d729d5240336f58cb80fa in 1080ms, sequenceid=274, compaction requested=true 2024-11-24T13:40:28,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:28,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:28,920 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:28,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:28,921 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:28,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:28,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:28,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:28,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:28,921 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:28,922 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:28,922 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:28,922 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:28,922 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:28,923 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:28,923 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:28,923 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. because compaction request was cancelled 2024-11-24T13:40:28,923 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:28,924 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:28,924 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:28,924 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,925 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/06a9601b1afd48e390baf70a6378d399, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=36.3 K 2024-11-24T13:40:28,925 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a9601b1afd48e390baf70a6378d399, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1732455626389 2024-11-24T13:40:28,926 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e3c2c00357f44fa9927bcae1d65238e7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732455626784 2024-11-24T13:40:28,926 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f2928309218c4b9fac9ebc8780084197, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732455627191 2024-11-24T13:40:28,949 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#59 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:28,950 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/bda34c863ed1463b9495cfac11742ea0 is 50, key is test_row_0/C:col10/1732455627191/Put/seqid=0 2024-11-24T13:40:28,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T13:40:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:28,973 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:28,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741896_1072 (size=12949) 2024-11-24T13:40:28,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/bf9988bc847f42ed9efbda8957d51994 is 50, key is test_row_0/A:col10/1732455627897/Put/seqid=0 2024-11-24T13:40:29,004 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/bda34c863ed1463b9495cfac11742ea0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bda34c863ed1463b9495cfac11742ea0 2024-11-24T13:40:29,017 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into bda34c863ed1463b9495cfac11742ea0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:29,018 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:29,018 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455628921; duration=0sec 2024-11-24T13:40:29,018 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:29,018 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741897_1073 (size=12301) 2024-11-24T13:40:29,027 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/bf9988bc847f42ed9efbda8957d51994 2024-11-24T13:40:29,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/01a3ea6be8cf4494a0566bb019d4c389 is 50, key is test_row_0/B:col10/1732455627897/Put/seqid=0 2024-11-24T13:40:29,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741898_1074 (size=12301) 2024-11-24T13:40:29,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:29,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:29,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455689101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455689103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455689104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455689219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455689219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455689219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455689428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455689429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,436 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455689429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,437 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,460 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/01a3ea6be8cf4494a0566bb019d4c389 2024-11-24T13:40:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c260e96441954a9f86185a73c2e35085 is 50, key is test_row_0/C:col10/1732455627897/Put/seqid=0 2024-11-24T13:40:29,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741899_1075 (size=12301) 2024-11-24T13:40:29,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:29,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455689743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455689744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,748 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455689749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:29,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:29,898 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c260e96441954a9f86185a73c2e35085 2024-11-24T13:40:29,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/bf9988bc847f42ed9efbda8957d51994 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994 2024-11-24T13:40:29,911 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T13:40:29,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/01a3ea6be8cf4494a0566bb019d4c389 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389 2024-11-24T13:40:29,919 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T13:40:29,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c260e96441954a9f86185a73c2e35085 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085 2024-11-24T13:40:29,927 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085, entries=150, sequenceid=297, filesize=12.0 K 2024-11-24T13:40:29,929 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 281c82d9496d729d5240336f58cb80fa in 956ms, sequenceid=297, compaction requested=true 2024-11-24T13:40:29,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:29,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:29,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T13:40:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T13:40:29,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T13:40:29,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3800 sec 2024-11-24T13:40:29,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 2.4040 sec 2024-11-24T13:40:30,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:30,268 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:30,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T13:40:30,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7c1d0958b4574e2cb8974af1b1391f68 is 50, key is test_row_0/A:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:30,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741900_1076 (size=17181) 2024-11-24T13:40:30,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7c1d0958b4574e2cb8974af1b1391f68 2024-11-24T13:40:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455690331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455690334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455690334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/feef7b07765a4b5d98e046b2a14e2385 is 50, key is test_row_0/B:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:30,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741901_1077 (size=12301) 2024-11-24T13:40:30,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455690449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455690449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455690449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,455 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455690659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455690659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:30,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455690661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:30,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/feef7b07765a4b5d98e046b2a14e2385 2024-11-24T13:40:30,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/09726dbbfd3749aebbe685d9c949c55d is 50, key is test_row_0/C:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:30,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741902_1078 (size=12301) 2024-11-24T13:40:30,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/09726dbbfd3749aebbe685d9c949c55d 2024-11-24T13:40:30,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/7c1d0958b4574e2cb8974af1b1391f68 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68 2024-11-24T13:40:30,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68, entries=250, sequenceid=316, filesize=16.8 K 2024-11-24T13:40:30,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/feef7b07765a4b5d98e046b2a14e2385 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385 2024-11-24T13:40:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385, entries=150, sequenceid=316, filesize=12.0 K 2024-11-24T13:40:30,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/09726dbbfd3749aebbe685d9c949c55d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d 2024-11-24T13:40:30,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d, entries=150, sequenceid=316, filesize=12.0 K 2024-11-24T13:40:30,879 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 281c82d9496d729d5240336f58cb80fa in 611ms, sequenceid=316, compaction requested=true 2024-11-24T13:40:30,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:30,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:30,880 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:30,880 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:30,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:30,881 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:30,881 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:30,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:30,884 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49668 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:30,884 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 59428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:30,884 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:30,884 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:30,884 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:30,884 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:30,884 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/91f20fe8b1b742bb9f9dbc937e81aa20, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=58.0 K 2024-11-24T13:40:30,884 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/50125c859c04497e876ded6a13d34f10, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=48.5 K 2024-11-24T13:40:30,885 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91f20fe8b1b742bb9f9dbc937e81aa20, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732455626784 2024-11-24T13:40:30,885 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 50125c859c04497e876ded6a13d34f10, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1732455626784 2024-11-24T13:40:30,885 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 07cd911441fb4619948becfced62476c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732455627191 2024-11-24T13:40:30,886 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1de3be4ee3274b09892d2b50c9a4adc9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732455627143 2024-11-24T13:40:30,886 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 01a3ea6be8cf4494a0566bb019d4c389, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732455627897 2024-11-24T13:40:30,886 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf9988bc847f42ed9efbda8957d51994, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732455627897 2024-11-24T13:40:30,887 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting feef7b07765a4b5d98e046b2a14e2385, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455630262 2024-11-24T13:40:30,887 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c1d0958b4574e2cb8974af1b1391f68, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455629095 2024-11-24T13:40:30,910 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:30,911 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/0056390a0125468a9fbf51b7d1d7e417 is 50, key is test_row_0/A:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:30,913 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#67 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:30,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/09ca72c1775945d1bc66aeac0080883b is 50, key is test_row_0/B:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:30,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741903_1079 (size=13051) 2024-11-24T13:40:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741904_1080 (size=13051) 2024-11-24T13:40:30,956 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/09ca72c1775945d1bc66aeac0080883b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/09ca72c1775945d1bc66aeac0080883b 2024-11-24T13:40:30,967 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 09ca72c1775945d1bc66aeac0080883b(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:30,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:30,967 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=12, startTime=1732455630881; duration=0sec 2024-11-24T13:40:30,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:30,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:30,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:30,971 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:30,971 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:30,971 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:30,972 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bda34c863ed1463b9495cfac11742ea0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=36.7 K 2024-11-24T13:40:30,972 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting bda34c863ed1463b9495cfac11742ea0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732455627191 2024-11-24T13:40:30,973 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c260e96441954a9f86185a73c2e35085, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1732455627897 2024-11-24T13:40:30,973 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 09726dbbfd3749aebbe685d9c949c55d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455630262 2024-11-24T13:40:30,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:30,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T13:40:31,001 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#68 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:31,003 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/1143958c3c1f40c68a29805598ec894a is 50, key is test_row_0/C:col10/1732455630262/Put/seqid=0 2024-11-24T13:40:31,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/4eeb011d1399430386e45c4beee89f2f is 50, key is test_row_0/A:col10/1732455630319/Put/seqid=0 2024-11-24T13:40:31,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455691019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455691019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455691020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,026 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741905_1081 (size=13051) 2024-11-24T13:40:31,067 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/1143958c3c1f40c68a29805598ec894a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/1143958c3c1f40c68a29805598ec894a 2024-11-24T13:40:31,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741906_1082 (size=14741) 2024-11-24T13:40:31,079 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 1143958c3c1f40c68a29805598ec894a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:31,079 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:31,079 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=13, startTime=1732455630881; duration=0sec 2024-11-24T13:40:31,080 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:31,080 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:31,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455691129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455691129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455691129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455691339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455691339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455691351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,352 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,358 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/0056390a0125468a9fbf51b7d1d7e417 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0056390a0125468a9fbf51b7d1d7e417 2024-11-24T13:40:31,374 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 0056390a0125468a9fbf51b7d1d7e417(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:31,374 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:31,374 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=12, startTime=1732455630880; duration=0sec 2024-11-24T13:40:31,374 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:31,374 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:31,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/4eeb011d1399430386e45c4beee89f2f 2024-11-24T13:40:31,484 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91305efb6bf34439830fc148df6ab239 is 50, key is test_row_0/B:col10/1732455630319/Put/seqid=0 2024-11-24T13:40:31,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741907_1083 (size=12301) 2024-11-24T13:40:31,500 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91305efb6bf34439830fc148df6ab239 2024-11-24T13:40:31,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/8bd386992125449da9bec3be020f6ece is 50, key is test_row_0/C:col10/1732455630319/Put/seqid=0 2024-11-24T13:40:31,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741908_1084 (size=12301) 2024-11-24T13:40:31,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455691648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455691659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455691659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:31,662 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T13:40:31,709 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:31,710 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-24T13:40:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T13:40:31,718 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:31,723 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:31,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T13:40:31,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T13:40:31,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:31,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:31,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:31,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:31,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:31,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:31,965 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/8bd386992125449da9bec3be020f6ece 2024-11-24T13:40:31,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/4eeb011d1399430386e45c4beee89f2f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f 2024-11-24T13:40:31,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f, entries=200, sequenceid=336, filesize=14.4 K 2024-11-24T13:40:31,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/91305efb6bf34439830fc148df6ab239 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239 2024-11-24T13:40:31,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T13:40:31,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/8bd386992125449da9bec3be020f6ece as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece 2024-11-24T13:40:32,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece, entries=150, sequenceid=336, filesize=12.0 K 2024-11-24T13:40:32,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 281c82d9496d729d5240336f58cb80fa in 1021ms, sequenceid=336, compaction requested=false 2024-11-24T13:40:32,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:32,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T13:40:32,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-24T13:40:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:32,037 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T13:40:32,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/e730b0a0cbc641b3944e3e650dd28cc1 is 50, key is test_row_0/A:col10/1732455631014/Put/seqid=0 2024-11-24T13:40:32,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741909_1085 (size=12301) 2024-11-24T13:40:32,054 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/e730b0a0cbc641b3944e3e650dd28cc1 2024-11-24T13:40:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a9917f095184441f9e5eae12a2559b28 is 50, key is test_row_0/B:col10/1732455631014/Put/seqid=0 2024-11-24T13:40:32,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741910_1086 (size=12301) 2024-11-24T13:40:32,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:32,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:32,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455692197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,204 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455692200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455692201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455692309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455692309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,310 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455692309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T13:40:32,494 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a9917f095184441f9e5eae12a2559b28 2024-11-24T13:40:32,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c8651c82b1b14526a4c0c30d33dd9eaf is 50, key is test_row_0/C:col10/1732455631014/Put/seqid=0 2024-11-24T13:40:32,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741911_1087 (size=12301) 2024-11-24T13:40:32,515 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c8651c82b1b14526a4c0c30d33dd9eaf 2024-11-24T13:40:32,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/e730b0a0cbc641b3944e3e650dd28cc1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1 2024-11-24T13:40:32,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455692519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,526 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T13:40:32,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455692519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455692519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,527 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a9917f095184441f9e5eae12a2559b28 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28 2024-11-24T13:40:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,534 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T13:40:32,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/c8651c82b1b14526a4c0c30d33dd9eaf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf 2024-11-24T13:40:32,561 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf, entries=150, sequenceid=356, filesize=12.0 K 2024-11-24T13:40:32,563 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 281c82d9496d729d5240336f58cb80fa in 525ms, sequenceid=356, compaction requested=true 2024-11-24T13:40:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:32,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-24T13:40:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-24T13:40:32,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-24T13:40:32,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 841 msec 2024-11-24T13:40:32,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 857 msec 2024-11-24T13:40:32,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:32,831 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:32,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T13:40:32,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/6323531dacb3445693e39a472139ba2e is 50, key is test_row_0/A:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-24T13:40:32,849 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:32,850 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-24T13:40:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:32,853 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:32,856 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:32,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:32,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741912_1088 (size=14741) 2024-11-24T13:40:32,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/6323531dacb3445693e39a472139ba2e 2024-11-24T13:40:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455692867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455692868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,873 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455692871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:32,874 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:32,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/eea3823276d54bb39dcb950dadba8d2c is 50, key is test_row_0/B:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:32,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741913_1089 (size=12301) 2024-11-24T13:40:32,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/eea3823276d54bb39dcb950dadba8d2c 2024-11-24T13:40:32,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/af64fb8bf0774d16ae841d7964e429f9 is 50, key is test_row_0/C:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:32,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741914_1090 (size=12301) 2024-11-24T13:40:32,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/af64fb8bf0774d16ae841d7964e429f9 2024-11-24T13:40:32,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/6323531dacb3445693e39a472139ba2e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e 2024-11-24T13:40:32,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e, entries=200, sequenceid=375, filesize=14.4 K 2024-11-24T13:40:32,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/eea3823276d54bb39dcb950dadba8d2c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c 2024-11-24T13:40:32,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T13:40:32,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/af64fb8bf0774d16ae841d7964e429f9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9 2024-11-24T13:40:32,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9, entries=150, sequenceid=375, filesize=12.0 K 2024-11-24T13:40:32,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 281c82d9496d729d5240336f58cb80fa in 119ms, sequenceid=375, compaction requested=true 2024-11-24T13:40:32,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:32,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:32,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:32,951 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:32,951 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:32,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:32,952 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:32,952 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:32,952 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:32,952 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/09ca72c1775945d1bc66aeac0080883b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=48.8 K 2024-11-24T13:40:32,952 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 09ca72c1775945d1bc66aeac0080883b, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455630262 2024-11-24T13:40:32,953 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 91305efb6bf34439830fc148df6ab239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732455630319 2024-11-24T13:40:32,953 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a9917f095184441f9e5eae12a2559b28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732455631014 2024-11-24T13:40:32,954 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting eea3823276d54bb39dcb950dadba8d2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:32,954 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54834 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:32,954 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:32,954 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:32,954 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0056390a0125468a9fbf51b7d1d7e417, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=53.5 K 2024-11-24T13:40:32,956 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0056390a0125468a9fbf51b7d1d7e417, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455630262 2024-11-24T13:40:32,957 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4eeb011d1399430386e45c4beee89f2f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732455630319 2024-11-24T13:40:32,957 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting e730b0a0cbc641b3944e3e650dd28cc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732455631014 2024-11-24T13:40:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:32,959 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6323531dacb3445693e39a472139ba2e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:32,964 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:32,965 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/52cef2361bf848acb5a303ccf24915a4 is 50, key is test_row_0/B:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:32,972 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:32,973 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/4865d29241024d91924c86d0481a7854 is 50, key is test_row_0/A:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:32,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741915_1091 (size=13187) 2024-11-24T13:40:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:32,982 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:32,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-24T13:40:32,983 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/52cef2361bf848acb5a303ccf24915a4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/52cef2361bf848acb5a303ccf24915a4 2024-11-24T13:40:32,991 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 52cef2361bf848acb5a303ccf24915a4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:32,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:32,991 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=12, startTime=1732455632950; duration=0sec 2024-11-24T13:40:32,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:32,992 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:32,992 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:32,994 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:32,994 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:32,995 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:32,995 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/1143958c3c1f40c68a29805598ec894a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=48.8 K 2024-11-24T13:40:32,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1143958c3c1f40c68a29805598ec894a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1732455630262 2024-11-24T13:40:32,996 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bd386992125449da9bec3be020f6ece, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1732455630319 2024-11-24T13:40:32,997 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c8651c82b1b14526a4c0c30d33dd9eaf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1732455631014 2024-11-24T13:40:32,998 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting af64fb8bf0774d16ae841d7964e429f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:33,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/082fb5410d394c329bcdc360ab24a006 is 50, key is test_row_0/A:col10/1732455632980/Put/seqid=0 2024-11-24T13:40:33,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741916_1092 (size=13187) 2024-11-24T13:40:33,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741917_1093 (size=17181) 2024-11-24T13:40:33,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T13:40:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,015 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/4865d29241024d91924c86d0481a7854 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4865d29241024d91924c86d0481a7854 2024-11-24T13:40:33,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455693013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455693015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455693017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,026 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into 4865d29241024d91924c86d0481a7854(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:33,026 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:33,026 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=12, startTime=1732455632950; duration=0sec 2024-11-24T13:40:33,027 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:33,027 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:33,037 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#81 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:33,038 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/d4ff681be16c403c9de1efec0d5c4701 is 50, key is test_row_0/C:col10/1732455632181/Put/seqid=0 2024-11-24T13:40:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741918_1094 (size=13187) 2024-11-24T13:40:33,067 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/d4ff681be16c403c9de1efec0d5c4701 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/d4ff681be16c403c9de1efec0d5c4701 2024-11-24T13:40:33,077 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into d4ff681be16c403c9de1efec0d5c4701(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:33,077 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:33,077 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=12, startTime=1732455632951; duration=0sec 2024-11-24T13:40:33,077 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:33,077 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:33,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455693118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455693128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455693128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,130 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T13:40:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:33,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T13:40:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:33,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455693328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455693339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455693339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,422 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/082fb5410d394c329bcdc360ab24a006 2024-11-24T13:40:33,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/364b75388057467694c6b2e62d219477 is 50, key is test_row_0/B:col10/1732455632980/Put/seqid=0 2024-11-24T13:40:33,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741919_1095 (size=12301) 2024-11-24T13:40:33,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/364b75388057467694c6b2e62d219477 2024-11-24T13:40:33,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/608a6f6a6fab4fcca496ba27f19477fc is 50, key is test_row_0/C:col10/1732455632980/Put/seqid=0 2024-11-24T13:40:33,472 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T13:40:33,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:33,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:33,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741920_1096 (size=12301) 2024-11-24T13:40:33,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=394 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/608a6f6a6fab4fcca496ba27f19477fc 2024-11-24T13:40:33,501 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/082fb5410d394c329bcdc360ab24a006 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006 2024-11-24T13:40:33,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006, entries=250, sequenceid=394, filesize=16.8 K 2024-11-24T13:40:33,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/364b75388057467694c6b2e62d219477 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477 2024-11-24T13:40:33,524 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T13:40:33,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/608a6f6a6fab4fcca496ba27f19477fc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc 2024-11-24T13:40:33,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc, entries=150, sequenceid=394, filesize=12.0 K 2024-11-24T13:40:33,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 281c82d9496d729d5240336f58cb80fa in 572ms, sequenceid=394, compaction requested=false 2024-11-24T13:40:33,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:33,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-24T13:40:33,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:33,627 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:40:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/3964aa1fdf104cb9b97a1bd4080a647c is 50, key is test_row_0/A:col10/1732455633015/Put/seqid=0 2024-11-24T13:40:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:33,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:33,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741921_1097 (size=12301) 2024-11-24T13:40:33,657 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/3964aa1fdf104cb9b97a1bd4080a647c 2024-11-24T13:40:33,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0a64465b88a34004be942613c37e2c64 is 50, key is test_row_0/B:col10/1732455633015/Put/seqid=0 2024-11-24T13:40:33,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741922_1098 (size=12301) 2024-11-24T13:40:33,690 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0a64465b88a34004be942613c37e2c64 2024-11-24T13:40:33,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455693687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455693688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,697 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455693695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,699 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3f477503325142c3ad35a2e961206a0e is 50, key is test_row_0/C:col10/1732455633015/Put/seqid=0 2024-11-24T13:40:33,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741923_1099 (size=12301) 2024-11-24T13:40:33,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455693799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455693809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:33,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455693809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,813 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:33,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:34,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455694009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455694018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455694018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,122 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3f477503325142c3ad35a2e961206a0e 2024-11-24T13:40:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/3964aa1fdf104cb9b97a1bd4080a647c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c 2024-11-24T13:40:34,135 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T13:40:34,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/0a64465b88a34004be942613c37e2c64 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64 2024-11-24T13:40:34,158 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T13:40:34,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/3f477503325142c3ad35a2e961206a0e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e 2024-11-24T13:40:34,176 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e, entries=150, sequenceid=414, filesize=12.0 K 2024-11-24T13:40:34,178 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 281c82d9496d729d5240336f58cb80fa in 550ms, sequenceid=414, compaction requested=true 2024-11-24T13:40:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-24T13:40:34,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-24T13:40:34,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-24T13:40:34,186 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3270 sec 2024-11-24T13:40:34,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.3370 sec 2024-11-24T13:40:34,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:34,323 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:34,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T13:40:34,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/0df8b2dca1524dba88b39d3255cf92bc is 50, key is test_row_0/A:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:34,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741924_1100 (size=12301) 2024-11-24T13:40:34,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455694349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455694351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,358 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455694360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,365 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455694468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455694468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455694468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455694678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455694678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455694679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/0df8b2dca1524dba88b39d3255cf92bc 2024-11-24T13:40:34,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a5abd919b0764f6da5ae745a02a33386 is 50, key is test_row_0/B:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:34,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741925_1101 (size=12301) 2024-11-24T13:40:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455694988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455694988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455694989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:34,990 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:34,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-24T13:40:34,999 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:34,999 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:35,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-24T13:40:35,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:35,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:35,004 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:35,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:35,007 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-24T13:40:35,007 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:35,008 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-24T13:40:35,008 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:35,011 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-24T13:40:35,011 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:35,012 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,012 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,012 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-24T13:40:35,013 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:35,013 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:35,013 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:35,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:35,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:35,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:35,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:35,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T13:40:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,177 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a5abd919b0764f6da5ae745a02a33386 2024-11-24T13:40:35,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/ed7090d3cdac4461b532c4f69240c65e is 50, key is test_row_0/C:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:35,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741926_1102 (size=12301) 2024-11-24T13:40:35,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T13:40:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:35,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T13:40:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:35,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50094 deadline: 1732455695499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50120 deadline: 1732455695499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:35,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50160 deadline: 1732455695499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:35,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:40:35,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/ed7090d3cdac4461b532c4f69240c65e 2024-11-24T13:40:35,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/0df8b2dca1524dba88b39d3255cf92bc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc 2024-11-24T13:40:35,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T13:40:35,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T13:40:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:35,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/a5abd919b0764f6da5ae745a02a33386 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386 2024-11-24T13:40:35,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T13:40:35,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:35,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/ed7090d3cdac4461b532c4f69240c65e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e 2024-11-24T13:40:35,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e, entries=150, sequenceid=434, filesize=12.0 K 2024-11-24T13:40:35,638 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 281c82d9496d729d5240336f58cb80fa in 1315ms, sequenceid=434, compaction requested=true 2024-11-24T13:40:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:35,638 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:35,638 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:35,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:35,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 281c82d9496d729d5240336f58cb80fa:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:35,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:35,640 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:35,640 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:35,640 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/A is initiating minor compaction (all files) 2024-11-24T13:40:35,640 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/B is initiating minor compaction (all files) 2024-11-24T13:40:35,640 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/B in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,640 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/A in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,640 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/52cef2361bf848acb5a303ccf24915a4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=48.9 K 2024-11-24T13:40:35,640 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4865d29241024d91924c86d0481a7854, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=53.7 K 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4865d29241024d91924c86d0481a7854, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 52cef2361bf848acb5a303ccf24915a4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 082fb5410d394c329bcdc360ab24a006, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732455632844 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 364b75388057467694c6b2e62d219477, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732455632866 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3964aa1fdf104cb9b97a1bd4080a647c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732455633007 2024-11-24T13:40:35,641 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a64465b88a34004be942613c37e2c64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732455633007 2024-11-24T13:40:35,642 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df8b2dca1524dba88b39d3255cf92bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732455633683 2024-11-24T13:40:35,642 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a5abd919b0764f6da5ae745a02a33386, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732455633683 2024-11-24T13:40:35,657 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#B#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:35,657 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/28cf1241d7de4905ba33b9d65ceca8ab is 50, key is test_row_0/B:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:35,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741927_1103 (size=13323) 2024-11-24T13:40:35,665 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#A#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:35,666 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/c59223369df542439752d564863856bd is 50, key is test_row_0/A:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:35,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741928_1104 (size=13323) 2024-11-24T13:40:35,771 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-24T13:40:35,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:35,772 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T13:40:35,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/dd8aaa3dbb004cc295b092b799e4533c is 50, key is test_row_0/A:col10/1732455634355/Put/seqid=0 2024-11-24T13:40:35,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741929_1105 (size=12301) 2024-11-24T13:40:36,076 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/28cf1241d7de4905ba33b9d65ceca8ab as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/28cf1241d7de4905ba33b9d65ceca8ab 2024-11-24T13:40:36,077 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/c59223369df542439752d564863856bd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/c59223369df542439752d564863856bd 2024-11-24T13:40:36,084 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/B of 281c82d9496d729d5240336f58cb80fa into 28cf1241d7de4905ba33b9d65ceca8ab(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:36,084 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:36,084 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/B, priority=12, startTime=1732455635638; duration=0sec 2024-11-24T13:40:36,085 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/A of 281c82d9496d729d5240336f58cb80fa into c59223369df542439752d564863856bd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:36,085 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/A, priority=12, startTime=1732455635638; duration=0sec 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:B 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:A 2024-11-24T13:40:36,085 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:36,087 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:36,087 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 281c82d9496d729d5240336f58cb80fa/C is initiating minor compaction (all files) 2024-11-24T13:40:36,087 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 281c82d9496d729d5240336f58cb80fa/C in TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:36,087 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/d4ff681be16c403c9de1efec0d5c4701, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp, totalSize=48.9 K 2024-11-24T13:40:36,087 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d4ff681be16c403c9de1efec0d5c4701, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1732455632181 2024-11-24T13:40:36,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 608a6f6a6fab4fcca496ba27f19477fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=394, earliestPutTs=1732455632866 2024-11-24T13:40:36,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f477503325142c3ad35a2e961206a0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=414, earliestPutTs=1732455633007 2024-11-24T13:40:36,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ed7090d3cdac4461b532c4f69240c65e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1732455633683 2024-11-24T13:40:36,098 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 281c82d9496d729d5240336f58cb80fa#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:36,098 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/177d87a7594244b69a041557a2103350 is 50, key is test_row_0/C:col10/1732455633691/Put/seqid=0 2024-11-24T13:40:36,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741930_1106 (size=13323) 2024-11-24T13:40:36,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:36,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/dd8aaa3dbb004cc295b092b799e4533c 2024-11-24T13:40:36,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5b53ace231004c368acb3051e7263174 is 50, key is test_row_0/B:col10/1732455634355/Put/seqid=0 2024-11-24T13:40:36,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741931_1107 (size=12301) 2024-11-24T13:40:36,509 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/177d87a7594244b69a041557a2103350 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/177d87a7594244b69a041557a2103350 2024-11-24T13:40:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:36,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. as already flushing 2024-11-24T13:40:36,511 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-24T13:40:36,511 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-24T13:40:36,511 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:36,511 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:36,511 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,511 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,511 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,511 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:36,511 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:36,518 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 281c82d9496d729d5240336f58cb80fa/C of 281c82d9496d729d5240336f58cb80fa into 177d87a7594244b69a041557a2103350(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:36,518 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:36,518 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., storeName=281c82d9496d729d5240336f58cb80fa/C, priority=12, startTime=1732455635639; duration=0sec 2024-11-24T13:40:36,518 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:36,518 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 281c82d9496d729d5240336f58cb80fa:C 2024-11-24T13:40:36,520 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-24T13:40:36,520 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:36,520 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,520 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:36,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:36,602 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5b53ace231004c368acb3051e7263174 2024-11-24T13:40:36,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/056a42cad25748a1976623b97af87797 is 50, key is test_row_0/C:col10/1732455634355/Put/seqid=0 2024-11-24T13:40:36,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741932_1108 (size=12301) 2024-11-24T13:40:37,016 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/056a42cad25748a1976623b97af87797 2024-11-24T13:40:37,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/dd8aaa3dbb004cc295b092b799e4533c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/dd8aaa3dbb004cc295b092b799e4533c 2024-11-24T13:40:37,029 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/dd8aaa3dbb004cc295b092b799e4533c, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T13:40:37,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/5b53ace231004c368acb3051e7263174 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5b53ace231004c368acb3051e7263174 2024-11-24T13:40:37,034 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5b53ace231004c368acb3051e7263174, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T13:40:37,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/056a42cad25748a1976623b97af87797 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/056a42cad25748a1976623b97af87797 2024-11-24T13:40:37,039 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/056a42cad25748a1976623b97af87797, entries=150, sequenceid=450, filesize=12.0 K 2024-11-24T13:40:37,040 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=20.13 KB/20610 for 281c82d9496d729d5240336f58cb80fa in 1268ms, sequenceid=450, compaction requested=false 2024-11-24T13:40:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 281c82d9496d729d5240336f58cb80fa: 2024-11-24T13:40:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:37,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-24T13:40:37,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-24T13:40:37,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-24T13:40:37,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-11-24T13:40:37,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 2.0450 sec 2024-11-24T13:40:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-24T13:40:37,159 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:37,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:40:38,651 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-24T13:40:38,651 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:38,651 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,652 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:38,741 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-24T13:40:38,741 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:40:38,741 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,742 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:38,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:40:38,742 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 101 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 21 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3003 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2990 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:40:38,743 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1434 2024-11-24T13:40:38,744 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4298 rows 2024-11-24T13:40:38,744 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1437 2024-11-24T13:40:38,744 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4311 rows 2024-11-24T13:40:38,744 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:40:38,744 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:40:38,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:38,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:40:38,750 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:40:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:38,757 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455638757"}]},"ts":"1732455638757"} 2024-11-24T13:40:38,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:40:38,759 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:40:38,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:40:38,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, UNASSIGN}] 2024-11-24T13:40:38,766 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, UNASSIGN 2024-11-24T13:40:38,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=281c82d9496d729d5240336f58cb80fa, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:38,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, UNASSIGN because future has completed 2024-11-24T13:40:38,770 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:40:38,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:38,927 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(122): Close 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:38,927 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:40:38,928 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1722): Closing 281c82d9496d729d5240336f58cb80fa, disabling compactions & flushes 2024-11-24T13:40:38,928 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:38,928 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:38,928 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. after waiting 0 ms 2024-11-24T13:40:38,928 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:38,928 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(2902): Flushing 281c82d9496d729d5240336f58cb80fa 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T13:40:38,932 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/ace6caf7be14487fb57e3756867a0e10 is 50, key is test_row_0/A:col10/1732455638649/Put/seqid=0 2024-11-24T13:40:38,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741933_1109 (size=12301) 2024-11-24T13:40:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:39,337 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/ace6caf7be14487fb57e3756867a0e10 2024-11-24T13:40:39,346 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b4f40dd66de447cdbc69c81f4aab3d9d is 50, key is test_row_0/B:col10/1732455638649/Put/seqid=0 2024-11-24T13:40:39,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741934_1110 (size=12301) 2024-11-24T13:40:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:39,751 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b4f40dd66de447cdbc69c81f4aab3d9d 2024-11-24T13:40:39,763 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/9500fd06b23a48dbb0b3d35789a217bb is 50, key is test_row_0/C:col10/1732455638649/Put/seqid=0 2024-11-24T13:40:39,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741935_1111 (size=12301) 2024-11-24T13:40:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:40,168 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=461 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/9500fd06b23a48dbb0b3d35789a217bb 2024-11-24T13:40:40,174 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/A/ace6caf7be14487fb57e3756867a0e10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/ace6caf7be14487fb57e3756867a0e10 2024-11-24T13:40:40,179 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/ace6caf7be14487fb57e3756867a0e10, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T13:40:40,180 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/B/b4f40dd66de447cdbc69c81f4aab3d9d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b4f40dd66de447cdbc69c81f4aab3d9d 2024-11-24T13:40:40,185 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b4f40dd66de447cdbc69c81f4aab3d9d, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T13:40:40,186 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/.tmp/C/9500fd06b23a48dbb0b3d35789a217bb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/9500fd06b23a48dbb0b3d35789a217bb 2024-11-24T13:40:40,191 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/9500fd06b23a48dbb0b3d35789a217bb, entries=150, sequenceid=461, filesize=12.0 K 2024-11-24T13:40:40,192 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 281c82d9496d729d5240336f58cb80fa in 1263ms, sequenceid=461, compaction requested=true 2024-11-24T13:40:40,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/131c6352bc57494183132fe6907c8d5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6eb9608f849048d1a139fe6848a9a24b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/32e1fa73af14416aa2fa870e28284cd9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/a1a54ea704614c07951356b266618c20, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2a6e013ec8394fb188dffdf4ddcb8597, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/91f20fe8b1b742bb9f9dbc937e81aa20, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0056390a0125468a9fbf51b7d1d7e417, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4865d29241024d91924c86d0481a7854, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc] to archive 2024-11-24T13:40:40,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:40:40,200 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9dfed877c3614dc4851575c5f76afbbf 2024-11-24T13:40:40,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd97a10cc67d4c08a4dbd55698fc012b 2024-11-24T13:40:40,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/57064067851245af881b376e3aeddb0b 2024-11-24T13:40:40,205 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/131c6352bc57494183132fe6907c8d5e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/131c6352bc57494183132fe6907c8d5e 2024-11-24T13:40:40,207 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/84660945b91f4da98df34f2c9ea52059 2024-11-24T13:40:40,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/b345ef40f8c949e0a3e4c5362a7ecc18 2024-11-24T13:40:40,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6eb9608f849048d1a139fe6848a9a24b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6eb9608f849048d1a139fe6848a9a24b 2024-11-24T13:40:40,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7601859cf34b4da091736ac6f62a9988 2024-11-24T13:40:40,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/99e289f5b9ad44b28868bcbde9fdf256 2024-11-24T13:40:40,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/32e1fa73af14416aa2fa870e28284cd9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/32e1fa73af14416aa2fa870e28284cd9 2024-11-24T13:40:40,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/fd9f36927edf463d93ba5a17b475b75e 2024-11-24T13:40:40,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/d6704b9bbaae4c0a85a63570f424ec98 2024-11-24T13:40:40,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/a1a54ea704614c07951356b266618c20 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/a1a54ea704614c07951356b266618c20 2024-11-24T13:40:40,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/9349b19f49d541daadc8d310b3d73037 2024-11-24T13:40:40,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2a6e013ec8394fb188dffdf4ddcb8597 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2a6e013ec8394fb188dffdf4ddcb8597 2024-11-24T13:40:40,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/359100c45ae84d5485d71204df07190c 2024-11-24T13:40:40,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/24e2c81a13b4485aad703067e0b0ea98 2024-11-24T13:40:40,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/2ca2c036f3f541f8b34f3a82023d596f 2024-11-24T13:40:40,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/91f20fe8b1b742bb9f9dbc937e81aa20 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/91f20fe8b1b742bb9f9dbc937e81aa20 2024-11-24T13:40:40,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/1de3be4ee3274b09892d2b50c9a4adc9 2024-11-24T13:40:40,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/bf9988bc847f42ed9efbda8957d51994 2024-11-24T13:40:40,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/7c1d0958b4574e2cb8974af1b1391f68 2024-11-24T13:40:40,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0056390a0125468a9fbf51b7d1d7e417 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0056390a0125468a9fbf51b7d1d7e417 2024-11-24T13:40:40,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4eeb011d1399430386e45c4beee89f2f 2024-11-24T13:40:40,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/e730b0a0cbc641b3944e3e650dd28cc1 2024-11-24T13:40:40,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/6323531dacb3445693e39a472139ba2e 2024-11-24T13:40:40,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4865d29241024d91924c86d0481a7854 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/4865d29241024d91924c86d0481a7854 2024-11-24T13:40:40,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/082fb5410d394c329bcdc360ab24a006 2024-11-24T13:40:40,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/3964aa1fdf104cb9b97a1bd4080a647c 2024-11-24T13:40:40,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/0df8b2dca1524dba88b39d3255cf92bc 2024-11-24T13:40:40,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/68b7074c0b584ca18015e21c642787a2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e6210451c65149168c65856b7a8913ae, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/40c8e40d63704744a114d77d5459558c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/6f986de369ad42f0ba128e7a2400f668, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/f6773d92600d4f00aba6ed7da06267bd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/50125c859c04497e876ded6a13d34f10, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/09ca72c1775945d1bc66aeac0080883b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/52cef2361bf848acb5a303ccf24915a4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386] to archive 2024-11-24T13:40:40,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:40:40,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/9f2010185f3b4ea5947d6d63beb4ade6 2024-11-24T13:40:40,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/dd982d69c376459a9d68782fee9332d5 2024-11-24T13:40:40,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/68b7074c0b584ca18015e21c642787a2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/68b7074c0b584ca18015e21c642787a2 2024-11-24T13:40:40,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b076a07597f349dc8ba0de2fc57b0828 2024-11-24T13:40:40,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5941d5bd2ace4c86b7ac431b85dd3a85 2024-11-24T13:40:40,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e6210451c65149168c65856b7a8913ae to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e6210451c65149168c65856b7a8913ae 2024-11-24T13:40:40,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/cee86b63b17e468e883a6e75ee22421a 2024-11-24T13:40:40,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0de4e47929ec4690adc52b6add8c022f 2024-11-24T13:40:40,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/40c8e40d63704744a114d77d5459558c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/40c8e40d63704744a114d77d5459558c 2024-11-24T13:40:40,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91ac3036ad2e4c6d8646d39c010bc8c5 2024-11-24T13:40:40,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a8b1b947d50543e4abfe325864927a3a 2024-11-24T13:40:40,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/6f986de369ad42f0ba128e7a2400f668 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/6f986de369ad42f0ba128e7a2400f668 2024-11-24T13:40:40,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/4c11f6d77bf7415bae6b7096e9e54ce2 2024-11-24T13:40:40,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b995a6183660405d964c85677cd93cbc 2024-11-24T13:40:40,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/f6773d92600d4f00aba6ed7da06267bd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/f6773d92600d4f00aba6ed7da06267bd 2024-11-24T13:40:40,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/e2825d86f00247b1989cea3a8b423e67 2024-11-24T13:40:40,274 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/24a7026c1d984f8c9296471a125470be 2024-11-24T13:40:40,275 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/50125c859c04497e876ded6a13d34f10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/50125c859c04497e876ded6a13d34f10 2024-11-24T13:40:40,276 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/3962e9cd655f4f4aaed7ce66ff60860a 2024-11-24T13:40:40,278 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/07cd911441fb4619948becfced62476c 2024-11-24T13:40:40,279 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/01a3ea6be8cf4494a0566bb019d4c389 2024-11-24T13:40:40,280 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/09ca72c1775945d1bc66aeac0080883b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/09ca72c1775945d1bc66aeac0080883b 2024-11-24T13:40:40,281 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/feef7b07765a4b5d98e046b2a14e2385 2024-11-24T13:40:40,282 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/91305efb6bf34439830fc148df6ab239 2024-11-24T13:40:40,283 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a9917f095184441f9e5eae12a2559b28 2024-11-24T13:40:40,284 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/52cef2361bf848acb5a303ccf24915a4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/52cef2361bf848acb5a303ccf24915a4 2024-11-24T13:40:40,285 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/eea3823276d54bb39dcb950dadba8d2c 2024-11-24T13:40:40,287 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/364b75388057467694c6b2e62d219477 2024-11-24T13:40:40,288 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/0a64465b88a34004be942613c37e2c64 2024-11-24T13:40:40,289 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/a5abd919b0764f6da5ae745a02a33386 2024-11-24T13:40:40,290 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2f455717df624353a4d6afbdf98ac7aa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/32702b7ea57d45c996efab578a7a6e2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/01d8268d87584f8485b371dfe528a8db, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/6c56f5fed2b74d0aa2ff780aeadb7d86, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/06a9601b1afd48e390baf70a6378d399, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bda34c863ed1463b9495cfac11742ea0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/1143958c3c1f40c68a29805598ec894a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/d4ff681be16c403c9de1efec0d5c4701, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e] to archive 2024-11-24T13:40:40,291 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:40:40,293 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c2b37f13060a4f32a36d5e718023d163 2024-11-24T13:40:40,294 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/335eecca1271434fbfd3b2d248969c6c 2024-11-24T13:40:40,295 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2f455717df624353a4d6afbdf98ac7aa to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2f455717df624353a4d6afbdf98ac7aa 2024-11-24T13:40:40,296 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3481948372ec4cadbfe8c298ccccb5e8 2024-11-24T13:40:40,298 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/7956345891214fd29fc6006cfeba45b2 2024-11-24T13:40:40,299 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/32702b7ea57d45c996efab578a7a6e2b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/32702b7ea57d45c996efab578a7a6e2b 2024-11-24T13:40:40,300 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c88a489187e040619c56bce68f9207cf 2024-11-24T13:40:40,301 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/2dba8808deba45348f7172cafdba3a5a 2024-11-24T13:40:40,302 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/01d8268d87584f8485b371dfe528a8db to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/01d8268d87584f8485b371dfe528a8db 2024-11-24T13:40:40,304 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f3d97440494a4fc68cad07865ec5c520 2024-11-24T13:40:40,305 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/4f78ff2e72194588be0aa6fc60b88a94 2024-11-24T13:40:40,306 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/6c56f5fed2b74d0aa2ff780aeadb7d86 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/6c56f5fed2b74d0aa2ff780aeadb7d86 2024-11-24T13:40:40,307 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3ebb040bf36a4d4fbab06b52c69e9254 2024-11-24T13:40:40,308 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f4448b365979440aaa06fecb72a4e8e1 2024-11-24T13:40:40,309 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/23272b9af137442397e7e88f5685d217 2024-11-24T13:40:40,310 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/06a9601b1afd48e390baf70a6378d399 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/06a9601b1afd48e390baf70a6378d399 2024-11-24T13:40:40,311 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bfdca0579be04434ab32fd9267dc4ffd 2024-11-24T13:40:40,312 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/e3c2c00357f44fa9927bcae1d65238e7 2024-11-24T13:40:40,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bda34c863ed1463b9495cfac11742ea0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/bda34c863ed1463b9495cfac11742ea0 2024-11-24T13:40:40,313 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/f2928309218c4b9fac9ebc8780084197 2024-11-24T13:40:40,315 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c260e96441954a9f86185a73c2e35085 2024-11-24T13:40:40,316 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/1143958c3c1f40c68a29805598ec894a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/1143958c3c1f40c68a29805598ec894a 2024-11-24T13:40:40,317 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/09726dbbfd3749aebbe685d9c949c55d 2024-11-24T13:40:40,318 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/8bd386992125449da9bec3be020f6ece 2024-11-24T13:40:40,319 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/c8651c82b1b14526a4c0c30d33dd9eaf 2024-11-24T13:40:40,320 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/d4ff681be16c403c9de1efec0d5c4701 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/d4ff681be16c403c9de1efec0d5c4701 2024-11-24T13:40:40,321 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/af64fb8bf0774d16ae841d7964e429f9 2024-11-24T13:40:40,322 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/608a6f6a6fab4fcca496ba27f19477fc 2024-11-24T13:40:40,323 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/3f477503325142c3ad35a2e961206a0e 2024-11-24T13:40:40,324 DEBUG [StoreCloser-TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/ed7090d3cdac4461b532c4f69240c65e 2024-11-24T13:40:40,329 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/recovered.edits/464.seqid, newMaxSeqId=464, maxSeqId=1 2024-11-24T13:40:40,330 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. 2024-11-24T13:40:40,330 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] regionserver.HRegion(1676): Region close journal for 281c82d9496d729d5240336f58cb80fa: Waiting for close lock at 1732455638927Running coprocessor pre-close hooks at 1732455638927Disabling compacts and flushes for region at 1732455638928 (+1 ms)Disabling writes for close at 1732455638928Obtaining lock to block concurrent updates at 1732455638928Preparing flush snapshotting stores in 281c82d9496d729d5240336f58cb80fa at 1732455638928Finished memstore snapshotting TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732455638928Flushing stores of TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa. at 1732455638929 (+1 ms)Flushing 281c82d9496d729d5240336f58cb80fa/A: creating writer at 1732455638929Flushing 281c82d9496d729d5240336f58cb80fa/A: appending metadata at 1732455638931 (+2 ms)Flushing 281c82d9496d729d5240336f58cb80fa/A: closing flushed file at 1732455638931Flushing 281c82d9496d729d5240336f58cb80fa/B: creating writer at 1732455639342 (+411 ms)Flushing 281c82d9496d729d5240336f58cb80fa/B: appending metadata at 1732455639345 (+3 ms)Flushing 281c82d9496d729d5240336f58cb80fa/B: closing flushed file at 1732455639345Flushing 281c82d9496d729d5240336f58cb80fa/C: creating writer at 1732455639758 (+413 ms)Flushing 281c82d9496d729d5240336f58cb80fa/C: appending metadata at 1732455639762 (+4 ms)Flushing 281c82d9496d729d5240336f58cb80fa/C: closing flushed file at 1732455639762Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55fc11c5: reopening flushed file at 1732455640173 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be34bbe: reopening flushed file at 1732455640179 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3953b9ae: reopening flushed file at 1732455640185 (+6 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 281c82d9496d729d5240336f58cb80fa in 1263ms, sequenceid=461, compaction requested=true at 1732455640192 (+7 ms)Writing region close event to WAL at 1732455640326 (+134 ms)Running coprocessor post-close hooks at 1732455640330 (+4 ms)Closed at 1732455640330 2024-11-24T13:40:40,333 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=24}] handler.UnassignRegionHandler(157): Closed 281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:40,333 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=281c82d9496d729d5240336f58cb80fa, regionState=CLOSED 2024-11-24T13:40:40,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=23, state=RUNNABLE, hasLock=false; CloseRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:40:40,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-24T13:40:40,338 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; CloseRegionProcedure 281c82d9496d729d5240336f58cb80fa, server=ee00117f0849,40029,1732455609232 in 1.5660 sec 2024-11-24T13:40:40,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-24T13:40:40,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=281c82d9496d729d5240336f58cb80fa, UNASSIGN in 1.5730 sec 2024-11-24T13:40:40,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-24T13:40:40,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5810 sec 2024-11-24T13:40:40,344 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455640344"}]},"ts":"1732455640344"} 2024-11-24T13:40:40,346 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:40:40,346 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:40:40,348 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5950 sec 2024-11-24T13:40:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-24T13:40:40,899 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:40,901 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:40:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,906 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=25, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T13:40:40,907 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=25, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,911 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:40,915 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/recovered.edits] 2024-11-24T13:40:40,918 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/ace6caf7be14487fb57e3756867a0e10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/ace6caf7be14487fb57e3756867a0e10 2024-11-24T13:40:40,920 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/c59223369df542439752d564863856bd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/c59223369df542439752d564863856bd 2024-11-24T13:40:40,922 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/dd8aaa3dbb004cc295b092b799e4533c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/A/dd8aaa3dbb004cc295b092b799e4533c 2024-11-24T13:40:40,925 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/28cf1241d7de4905ba33b9d65ceca8ab to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/28cf1241d7de4905ba33b9d65ceca8ab 2024-11-24T13:40:40,926 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5b53ace231004c368acb3051e7263174 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/5b53ace231004c368acb3051e7263174 2024-11-24T13:40:40,927 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b4f40dd66de447cdbc69c81f4aab3d9d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/B/b4f40dd66de447cdbc69c81f4aab3d9d 2024-11-24T13:40:40,930 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/056a42cad25748a1976623b97af87797 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/056a42cad25748a1976623b97af87797 2024-11-24T13:40:40,931 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/177d87a7594244b69a041557a2103350 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/177d87a7594244b69a041557a2103350 2024-11-24T13:40:40,932 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/9500fd06b23a48dbb0b3d35789a217bb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/C/9500fd06b23a48dbb0b3d35789a217bb 2024-11-24T13:40:40,934 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/recovered.edits/464.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa/recovered.edits/464.seqid 2024-11-24T13:40:40,935 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/281c82d9496d729d5240336f58cb80fa 2024-11-24T13:40:40,935 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:40:40,940 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=25, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-24T13:40:40,948 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:40:40,974 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:40:40,975 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=25, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,975 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:40:40,976 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455640975"}]},"ts":"9223372036854775807"} 2024-11-24T13:40:40,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:40:40,980 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 281c82d9496d729d5240336f58cb80fa, NAME => 'TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:40:40,980 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:40:40,980 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455640980"}]},"ts":"9223372036854775807"} 2024-11-24T13:40:40,984 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:40:40,985 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=25, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:40,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 83 msec 2024-11-24T13:40:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-24T13:40:41,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:40:41,019 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:41,042 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ee00117f0849:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2015259082_22 at /127.0.0.1:57786 [Waiting for operation #155] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ee00117f0849:40029-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_186814540_22 at /127.0.0.1:57586 [Waiting for operation #228] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_186814540_22 at /127.0.0.1:48406 [Waiting for operation #240] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=419 (was 241) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8178 (was 8956) 2024-11-24T13:40:41,049 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=419, ProcessCount=11, AvailableMemoryMB=8177 2024-11-24T13:40:41,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:40:41,051 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:40:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:41,053 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:40:41,053 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:41,053 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 26 2024-11-24T13:40:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:41,054 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:40:41,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741936_1112 (size=959) 2024-11-24T13:40:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:41,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:40:41,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741937_1113 (size=53) 2024-11-24T13:40:41,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 6170602b247bf90f95ab182dbe6609dd, disabling compactions & flushes 2024-11-24T13:40:41,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. after waiting 0 ms 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:41,878 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:41,878 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6170602b247bf90f95ab182dbe6609dd: Waiting for close lock at 1732455641878Disabling compacts and flushes for region at 1732455641878Disabling writes for close at 1732455641878Writing region close event to WAL at 1732455641878Closed at 1732455641878 2024-11-24T13:40:41,879 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:40:41,880 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455641880"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455641880"}]},"ts":"1732455641880"} 2024-11-24T13:40:41,882 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:40:41,883 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:40:41,883 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455641883"}]},"ts":"1732455641883"} 2024-11-24T13:40:41,885 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:40:41,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, ASSIGN}] 2024-11-24T13:40:41,886 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, ASSIGN 2024-11-24T13:40:41,886 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:40:42,037 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:42,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, ASSIGN because future has completed 2024-11-24T13:40:42,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:42,201 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:42,202 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:40:42,203 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,203 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:42,204 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,204 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,207 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,210 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName A 2024-11-24T13:40:42,210 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:42,211 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:42,211 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,213 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName B 2024-11-24T13:40:42,213 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:42,214 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:42,214 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,215 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName C 2024-11-24T13:40:42,215 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:42,216 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:42,216 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,217 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,217 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,218 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,218 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,219 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:40:42,220 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,223 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:40:42,225 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 6170602b247bf90f95ab182dbe6609dd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608424, jitterRate=0.007444024085998535}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:40:42,225 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:42,226 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 6170602b247bf90f95ab182dbe6609dd: Running coprocessor pre-open hook at 1732455642204Writing region info on filesystem at 1732455642204Initializing all the Stores at 1732455642206 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455642206Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455642207 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455642207Cleaning up temporary data from old regions at 1732455642218 (+11 ms)Running coprocessor post-open hooks at 1732455642225 (+7 ms)Region opened successfully at 1732455642226 (+1 ms) 2024-11-24T13:40:42,227 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., pid=28, masterSystemTime=1732455642193 2024-11-24T13:40:42,229 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:42,229 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:42,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:42,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:40:42,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-24T13:40:42,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 in 196 msec 2024-11-24T13:40:42,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-24T13:40:42,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, ASSIGN in 354 msec 2024-11-24T13:40:42,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:40:42,242 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455642242"}]},"ts":"1732455642242"} 2024-11-24T13:40:42,244 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:40:42,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:40:42,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1940 sec 2024-11-24T13:40:43,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-24T13:40:43,199 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:43,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79527845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:43,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:43,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:43,202 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:43,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:43,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279c0d05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:43,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:43,207 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:43,208 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b5f06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:43,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:43,210 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:43,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:43,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:43,217 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:40:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:40:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b28b48a 2024-11-24T13:40:43,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:40:43,219 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:40:43,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:40:43,224 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:40:43,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T13:40:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741938_1114 (size=995) 2024-11-24T13:40:43,644 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-24T13:40:43,644 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-24T13:40:43,649 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:40:43,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE}] 2024-11-24T13:40:43,693 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE 2024-11-24T13:40:43,694 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:43,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE because future has completed 2024-11-24T13:40:43,697 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:40:43,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:43,850 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:43,850 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:40:43,850 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 6170602b247bf90f95ab182dbe6609dd, disabling compactions & flushes 2024-11-24T13:40:43,850 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:43,850 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:43,850 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. after waiting 0 ms 2024-11-24T13:40:43,850 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:43,855 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T13:40:43,855 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:43,855 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 6170602b247bf90f95ab182dbe6609dd: Waiting for close lock at 1732455643850Running coprocessor pre-close hooks at 1732455643850Disabling compacts and flushes for region at 1732455643850Disabling writes for close at 1732455643850Writing region close event to WAL at 1732455643851 (+1 ms)Running coprocessor post-close hooks at 1732455643855 (+4 ms)Closed at 1732455643855 2024-11-24T13:40:43,856 WARN [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionServer(3299): Not adding moved region record: 6170602b247bf90f95ab182dbe6609dd to self. 2024-11-24T13:40:43,859 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:43,859 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=CLOSED 2024-11-24T13:40:43,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:40:43,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-24T13:40:43,866 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 in 167 msec 2024-11-24T13:40:43,867 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE; state=CLOSED, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=true 2024-11-24T13:40:44,018 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE because future has completed 2024-11-24T13:40:44,020 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:40:44,177 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,177 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:40:44,177 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,177 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:40:44,177 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,178 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,187 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,193 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName A 2024-11-24T13:40:44,196 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:44,196 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:44,197 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,198 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName B 2024-11-24T13:40:44,198 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:44,198 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:44,198 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,199 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6170602b247bf90f95ab182dbe6609dd columnFamilyName C 2024-11-24T13:40:44,199 DEBUG [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:44,200 INFO [StoreOpener-6170602b247bf90f95ab182dbe6609dd-1 {}] regionserver.HStore(327): Store=6170602b247bf90f95ab182dbe6609dd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:40:44,200 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,201 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,202 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,204 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,204 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,204 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:40:44,207 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,209 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened 6170602b247bf90f95ab182dbe6609dd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71463395, jitterRate=0.06488756835460663}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:40:44,209 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,213 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for 6170602b247bf90f95ab182dbe6609dd: Running coprocessor pre-open hook at 1732455644178Writing region info on filesystem at 1732455644178Initializing all the Stores at 1732455644179 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455644179Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455644184 (+5 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455644184Cleaning up temporary data from old regions at 1732455644204 (+20 ms)Running coprocessor post-open hooks at 1732455644209 (+5 ms)Region opened successfully at 1732455644213 (+4 ms) 2024-11-24T13:40:44,214 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., pid=33, masterSystemTime=1732455644173 2024-11-24T13:40:44,217 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,217 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=OPEN, openSeqNum=5, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,217 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:40:44,222 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=31 2024-11-24T13:40:44,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 in 200 msec 2024-11-24T13:40:44,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-24T13:40:44,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, REOPEN/MOVE in 531 msec 2024-11-24T13:40:44,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-24T13:40:44,234 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 579 msec 2024-11-24T13:40:44,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 1.0090 sec 2024-11-24T13:40:44,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-24T13:40:44,242 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:44,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5adc4e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,243 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,245 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42815613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,246 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,247 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,249 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a190582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681c9b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,254 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,259 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5e6b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,260 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,261 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,262 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,263 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6184fc6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51d91e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,265 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,265 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,266 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17686674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,271 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,272 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2616afde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771f5e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,279 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,281 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5148a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49eecd4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b75e2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,288 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,288 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ca9b029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,289 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,290 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,291 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,292 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a913f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,295 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f5453a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,295 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,295 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,296 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,297 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@621a7224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,298 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,299 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59614, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,300 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720de880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b6e690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,304 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,304 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27005e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,305 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,306 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,308 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecf1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd05ea8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,315 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,316 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef8652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,317 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,318 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,319 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,320 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@711709c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dff183a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:40:44,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:40:44,322 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:40:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:40:44,322 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:40:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e9362b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:40:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:40:44,323 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:40:44,325 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:40:44,326 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb134f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:40:44,327 DEBUG [Thread-593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,328 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,329 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,331 DEBUG [Thread-595 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,331 DEBUG [Thread-604 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,338 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,338 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,340 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,347 DEBUG [Thread-600 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-24T13:40:44,351 DEBUG [Thread-598 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,351 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,353 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:44,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:44,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,356 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:44,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,360 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,368 DEBUG [Thread-587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,369 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:44,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:40:44,370 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,371 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,372 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,400 DEBUG [Thread-589 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,403 DEBUG [Thread-591 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,404 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,405 DEBUG [Thread-591 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,405 DEBUG [Thread-591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,410 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,411 DEBUG [Thread-602 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:40:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:40:44,412 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:40:44,414 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42964, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:40:44,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:40:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455704446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112497284693fcc24ce8b3f24b6b265991e1_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455644361/Put/seqid=0 2024-11-24T13:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455704447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,464 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455704450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,464 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455704452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455704457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,470 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T13:40:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:44,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,511 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741939_1115 (size=12154) 2024-11-24T13:40:44,514 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:44,521 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112497284693fcc24ce8b3f24b6b265991e1_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497284693fcc24ce8b3f24b6b265991e1_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:44,523 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d90d8e52049943faad414a45d52a78dc, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:44,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d90d8e52049943faad414a45d52a78dc is 175, key is test_row_0/A:col10/1732455644361/Put/seqid=0 2024-11-24T13:40:44,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741940_1116 (size=30955) 2024-11-24T13:40:44,572 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d90d8e52049943faad414a45d52a78dc 2024-11-24T13:40:44,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455704569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,587 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455704569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455704569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,588 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455704579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455704579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,594 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,595 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/95cbf3ad103647aa8af63ca90cd54a72 is 50, key is test_row_0/B:col10/1732455644361/Put/seqid=0 2024-11-24T13:40:44,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T13:40:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741941_1117 (size=12001) 2024-11-24T13:40:44,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/95cbf3ad103647aa8af63ca90cd54a72 2024-11-24T13:40:44,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:44,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/86af7f4c91b444df9fbf96f4955ca316 is 50, key is test_row_0/C:col10/1732455644361/Put/seqid=0 2024-11-24T13:40:44,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741942_1118 (size=12001) 2024-11-24T13:40:44,792 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/86af7f4c91b444df9fbf96f4955ca316 2024-11-24T13:40:44,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d90d8e52049943faad414a45d52a78dc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc 2024-11-24T13:40:44,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455704800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455704800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T13:40:44,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/95cbf3ad103647aa8af63ca90cd54a72 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72 2024-11-24T13:40:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455704800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455704800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:44,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455704800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,816 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,817 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T13:40:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:44,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,818 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:44,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:44,819 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] handler.RSProcedureHandler(58): pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=35 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=35 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:44,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:40:44,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/86af7f4c91b444df9fbf96f4955ca316 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316 2024-11-24T13:40:44,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:40:44,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6170602b247bf90f95ab182dbe6609dd in 467ms, sequenceid=16, compaction requested=false 2024-11-24T13:40:44,836 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T13:40:44,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:44,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-24T13:40:44,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:44,973 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:40:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:45,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d7dd62f252f04eff96659d98713f0f4e_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455644449/Put/seqid=0 2024-11-24T13:40:45,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741943_1119 (size=12154) 2024-11-24T13:40:45,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:45,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:45,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455705141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455705142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455705146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455705149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455705151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455705258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455705258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455705259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455705259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455705259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:45,439 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d7dd62f252f04eff96659d98713f0f4e_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d7dd62f252f04eff96659d98713f0f4e_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:45,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/47e41fa9fbf14af19b9184334d4086b2, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:45,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/47e41fa9fbf14af19b9184334d4086b2 is 175, key is test_row_0/A:col10/1732455644449/Put/seqid=0 2024-11-24T13:40:45,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455705469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455705469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455705469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,473 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455705469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,474 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455705469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,476 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:45,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741944_1120 (size=30955) 2024-11-24T13:40:45,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455705779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455705779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455705779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455705779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,788 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:45,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455705789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:45,790 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:45,887 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:40:45,902 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/47e41fa9fbf14af19b9184334d4086b2 2024-11-24T13:40:45,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d65663f3c4db4bd4a95cabd93f5cc3b1 is 50, key is test_row_0/B:col10/1732455644449/Put/seqid=0 2024-11-24T13:40:45,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741945_1121 (size=12001) 2024-11-24T13:40:45,950 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d65663f3c4db4bd4a95cabd93f5cc3b1 2024-11-24T13:40:45,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/655afd064a0848449b2f6918b8013450 is 50, key is test_row_0/C:col10/1732455644449/Put/seqid=0 2024-11-24T13:40:45,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741946_1122 (size=12001) 2024-11-24T13:40:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455706288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455706289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,292 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:46,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:46,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455706299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:46,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455706299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:46,301 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:46,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455706299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:46,302 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:46,397 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/655afd064a0848449b2f6918b8013450 2024-11-24T13:40:46,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/47e41fa9fbf14af19b9184334d4086b2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2 2024-11-24T13:40:46,422 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T13:40:46,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d65663f3c4db4bd4a95cabd93f5cc3b1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1 2024-11-24T13:40:46,433 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T13:40:46,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/655afd064a0848449b2f6918b8013450 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450 2024-11-24T13:40:46,453 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T13:40:46,454 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6170602b247bf90f95ab182dbe6609dd in 1481ms, sequenceid=40, compaction requested=false 2024-11-24T13:40:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:46,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-24T13:40:46,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-24T13:40:46,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-24T13:40:46,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1040 sec 2024-11-24T13:40:46,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 2.1140 sec 2024-11-24T13:40:46,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-24T13:40:46,509 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:46,510 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-24T13:40:46,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T13:40:46,513 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:46,514 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:46,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:46,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T13:40:46,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-24T13:40:46,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:46,670 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:40:46,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da45e12d5a70427a9d78a8184541abee_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455645138/Put/seqid=0 2024-11-24T13:40:46,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741947_1123 (size=12154) 2024-11-24T13:40:46,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,722 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124da45e12d5a70427a9d78a8184541abee_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da45e12d5a70427a9d78a8184541abee_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:46,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/36c693607b204441b581d60690457213, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:46,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/36c693607b204441b581d60690457213 is 175, key is test_row_0/A:col10/1732455645138/Put/seqid=0 2024-11-24T13:40:46,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741948_1124 (size=30955) 2024-11-24T13:40:46,739 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/36c693607b204441b581d60690457213 2024-11-24T13:40:46,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/fe09fe9c94514b0da1377c2659b72ba6 is 50, key is test_row_0/B:col10/1732455645138/Put/seqid=0 2024-11-24T13:40:46,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741949_1125 (size=12001) 2024-11-24T13:40:46,768 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/fe09fe9c94514b0da1377c2659b72ba6 2024-11-24T13:40:46,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4acff7bce98d457dbbe74995f10f6670 is 50, key is test_row_0/C:col10/1732455645138/Put/seqid=0 2024-11-24T13:40:46,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741950_1126 (size=12001) 2024-11-24T13:40:46,792 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4acff7bce98d457dbbe74995f10f6670 2024-11-24T13:40:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/36c693607b204441b581d60690457213 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213 2024-11-24T13:40:46,811 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213, entries=150, sequenceid=52, filesize=30.2 K 2024-11-24T13:40:46,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/fe09fe9c94514b0da1377c2659b72ba6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6 2024-11-24T13:40:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,824 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T13:40:46,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4acff7bce98d457dbbe74995f10f6670 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670 2024-11-24T13:40:46,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T13:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,834 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670, entries=150, sequenceid=52, filesize=11.7 K 2024-11-24T13:40:46,835 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 6170602b247bf90f95ab182dbe6609dd in 165ms, sequenceid=52, compaction requested=true 2024-11-24T13:40:46,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:46,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:46,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-24T13:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-24T13:40:46,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-24T13:40:46,839 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 323 msec 2024-11-24T13:40:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 331 msec 2024-11-24T13:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:46,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-24T13:40:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,139 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-24T13:40:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,142 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T13:40:47,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T13:40:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-24T13:40:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-24T13:40:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-24T13:40:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-24T13:40:47,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 157 msec 2024-11-24T13:40:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 165 msec 2024-11-24T13:40:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:47,362 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:47,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:40:47,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa454ba9c89f4d5598a187848c577c4a_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:47,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455707408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,420 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455707417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741952_1128 (size=29238) 2024-11-24T13:40:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455707417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455707419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455707419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,427 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,427 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,432 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fa454ba9c89f4d5598a187848c577c4a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa454ba9c89f4d5598a187848c577c4a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:47,434 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c335e055a31447929dbde832dcd519f7, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c335e055a31447929dbde832dcd519f7 is 175, key is test_row_0/A:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:47,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741951_1127 (size=91179) 2024-11-24T13:40:47,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=66, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c335e055a31447929dbde832dcd519f7 2024-11-24T13:40:47,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/72b46b38349e454da6cf0aa6d548ef42 is 50, key is test_row_0/B:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:47,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-24T13:40:47,460 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:47,460 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:47,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-24T13:40:47,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:47,464 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:47,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741953_1129 (size=12001) 2024-11-24T13:40:47,464 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T13:40:47,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/72b46b38349e454da6cf0aa6d548ef42 2024-11-24T13:40:47,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a47f8949b5b841ffb39876ad22113211 is 50, key is test_row_0/C:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741954_1130 (size=12001) 2024-11-24T13:40:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455707529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455707530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455707530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455707530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,531 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455707530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T13:40:47,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T13:40:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455707739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455707739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455707739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455707739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455707739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:47,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T13:40:47,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:47,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,774 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T13:40:47,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=66 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a47f8949b5b841ffb39876ad22113211 2024-11-24T13:40:47,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c335e055a31447929dbde832dcd519f7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7 2024-11-24T13:40:47,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7, entries=500, sequenceid=66, filesize=89.0 K 2024-11-24T13:40:47,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/72b46b38349e454da6cf0aa6d548ef42 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42 2024-11-24T13:40:47,912 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42, entries=150, sequenceid=66, filesize=11.7 K 2024-11-24T13:40:47,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a47f8949b5b841ffb39876ad22113211 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211 2024-11-24T13:40:47,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211, entries=150, sequenceid=66, filesize=11.7 K 2024-11-24T13:40:47,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6170602b247bf90f95ab182dbe6609dd in 563ms, sequenceid=66, compaction requested=true 2024-11-24T13:40:47,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:47,926 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:47,926 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:47,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:47,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-24T13:40:47,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,927 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:40:47,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:47,929 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:47,930 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:47,930 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:47,930 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,930 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,930 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=46.9 K 2024-11-24T13:40:47,930 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=179.7 K 2024-11-24T13:40:47,930 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,930 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7] 2024-11-24T13:40:47,930 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 95cbf3ad103647aa8af63ca90cd54a72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455644361 2024-11-24T13:40:47,931 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d65663f3c4db4bd4a95cabd93f5cc3b1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455644442 2024-11-24T13:40:47,931 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d90d8e52049943faad414a45d52a78dc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455644361 2024-11-24T13:40:47,932 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47e41fa9fbf14af19b9184334d4086b2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455644442 2024-11-24T13:40:47,932 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fe09fe9c94514b0da1377c2659b72ba6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732455645137 2024-11-24T13:40:47,932 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36c693607b204441b581d60690457213, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732455645137 2024-11-24T13:40:47,933 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b46b38349e454da6cf0aa6d548ef42, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647355 2024-11-24T13:40:47,933 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c335e055a31447929dbde832dcd519f7, keycount=500, bloomtype=ROW, size=89.0 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647319 2024-11-24T13:40:47,946 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#111 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:47,946 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/38e975699d404699b736492e80eb888e is 50, key is test_row_0/B:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:47,948 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241dbd85008fe64099a34ac5e39dcc34b6_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455647415/Put/seqid=0 2024-11-24T13:40:47,956 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124246db3d1b908405ea6126d8f42c10291_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741956_1132 (size=12154) 2024-11-24T13:40:47,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:47,962 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124246db3d1b908405ea6126d8f42c10291_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,962 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124246db3d1b908405ea6126d8f42c10291_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,967 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241dbd85008fe64099a34ac5e39dcc34b6_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dbd85008fe64099a34ac5e39dcc34b6_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:47,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1fda4b71971a4ef1bb213460223dd188, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:47,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1fda4b71971a4ef1bb213460223dd188 is 175, key is test_row_0/A:col10/1732455647415/Put/seqid=0 2024-11-24T13:40:47,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741955_1131 (size=12139) 2024-11-24T13:40:47,983 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/38e975699d404699b736492e80eb888e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38e975699d404699b736492e80eb888e 2024-11-24T13:40:47,991 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 38e975699d404699b736492e80eb888e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:47,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:47,991 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=12, startTime=1732455647926; duration=0sec 2024-11-24T13:40:47,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:47,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:47,991 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:47,993 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:47,993 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:47,993 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:47,993 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=46.9 K 2024-11-24T13:40:47,994 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 86af7f4c91b444df9fbf96f4955ca316, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455644361 2024-11-24T13:40:47,994 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 655afd064a0848449b2f6918b8013450, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455644442 2024-11-24T13:40:47,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4acff7bce98d457dbbe74995f10f6670, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1732455645137 2024-11-24T13:40:47,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a47f8949b5b841ffb39876ad22113211, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647355 2024-11-24T13:40:48,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741957_1133 (size=4469) 2024-11-24T13:40:48,006 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#112 average throughput is 0.42 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:48,007 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/52249b89a66048329c7489ebf1a89259 is 175, key is test_row_0/A:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:48,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741958_1134 (size=30955) 2024-11-24T13:40:48,041 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#114 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:48,041 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bbf85fa914d64d1f97e827529e07bfdf is 50, key is test_row_0/C:col10/1732455647355/Put/seqid=0 2024-11-24T13:40:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:48,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:48,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741959_1135 (size=31093) 2024-11-24T13:40:48,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741960_1136 (size=12139) 2024-11-24T13:40:48,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455708060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455708062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,068 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455708065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,070 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455708067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455708068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T13:40:48,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455708178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455708179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455708179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455708179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455708179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455708389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455708389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455708389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455708390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455708390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,391 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,413 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1fda4b71971a4ef1bb213460223dd188 2024-11-24T13:40:48,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d860e8aceee8448ca9e4958f4c4aa668 is 50, key is test_row_0/B:col10/1732455647415/Put/seqid=0 2024-11-24T13:40:48,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741961_1137 (size=12001) 2024-11-24T13:40:48,431 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d860e8aceee8448ca9e4958f4c4aa668 2024-11-24T13:40:48,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b10f47475e1f4ee7b34cb56eaafda4dc is 50, key is test_row_0/C:col10/1732455647415/Put/seqid=0 2024-11-24T13:40:48,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741962_1138 (size=12001) 2024-11-24T13:40:48,453 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b10f47475e1f4ee7b34cb56eaafda4dc 2024-11-24T13:40:48,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1fda4b71971a4ef1bb213460223dd188 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188 2024-11-24T13:40:48,477 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/52249b89a66048329c7489ebf1a89259 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259 2024-11-24T13:40:48,478 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188, entries=150, sequenceid=90, filesize=30.2 K 2024-11-24T13:40:48,480 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bbf85fa914d64d1f97e827529e07bfdf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bbf85fa914d64d1f97e827529e07bfdf 2024-11-24T13:40:48,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/d860e8aceee8448ca9e4958f4c4aa668 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668 2024-11-24T13:40:48,493 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into 52249b89a66048329c7489ebf1a89259(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:48,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:48,493 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455647926; duration=0sec 2024-11-24T13:40:48,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:48,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:48,493 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T13:40:48,495 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into bbf85fa914d64d1f97e827529e07bfdf(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:48,495 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:48,495 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=12, startTime=1732455647926; duration=0sec 2024-11-24T13:40:48,495 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:48,495 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:48,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b10f47475e1f4ee7b34cb56eaafda4dc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc 2024-11-24T13:40:48,504 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc, entries=150, sequenceid=90, filesize=11.7 K 2024-11-24T13:40:48,505 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6170602b247bf90f95ab182dbe6609dd in 578ms, sequenceid=90, compaction requested=false 2024-11-24T13:40:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-24T13:40:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-24T13:40:48,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-24T13:40:48,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-11-24T13:40:48,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.0520 sec 2024-11-24T13:40:48,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-24T13:40:48,598 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:48,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:48,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-24T13:40:48,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T13:40:48,601 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:48,602 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:48,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:48,701 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:48,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T13:40:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T13:40:48,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455708731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455708733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,739 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,740 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455708735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455708735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455708737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e6ce74ff833a46acb90acd81e87b3c94_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:48,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T13:40:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:48,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:48,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:48,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741963_1139 (size=12154) 2024-11-24T13:40:48,784 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:48,789 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e6ce74ff833a46acb90acd81e87b3c94_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6ce74ff833a46acb90acd81e87b3c94_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:48,791 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/8f37c676367b490aa1c50bb19ce4102b, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:48,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/8f37c676367b490aa1c50bb19ce4102b is 175, key is test_row_0/A:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:48,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741964_1140 (size=30955) 2024-11-24T13:40:48,806 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=108, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/8f37c676367b490aa1c50bb19ce4102b 2024-11-24T13:40:48,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/bf1e69d4b186448db93c66edd20edef3 is 50, key is test_row_0/B:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741965_1141 (size=12001) 2024-11-24T13:40:48,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/bf1e69d4b186448db93c66edd20edef3 2024-11-24T13:40:48,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455708839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/58db8bb74337478fb5b244048fb74994 is 50, key is test_row_0/C:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455708849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455708849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455708858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455708859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:48,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:48,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741966_1142 (size=12001) 2024-11-24T13:40:48,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=108 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/58db8bb74337478fb5b244048fb74994 2024-11-24T13:40:48,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/8f37c676367b490aa1c50bb19ce4102b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b 2024-11-24T13:40:48,890 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b, entries=150, sequenceid=108, filesize=30.2 K 2024-11-24T13:40:48,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/bf1e69d4b186448db93c66edd20edef3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3 2024-11-24T13:40:48,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3, entries=150, sequenceid=108, filesize=11.7 K 2024-11-24T13:40:48,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/58db8bb74337478fb5b244048fb74994 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994 2024-11-24T13:40:48,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994, entries=150, sequenceid=108, filesize=11.7 K 2024-11-24T13:40:48,907 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6170602b247bf90f95ab182dbe6609dd in 206ms, sequenceid=108, compaction requested=true 2024-11-24T13:40:48,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:48,907 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:48,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-24T13:40:48,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:48,908 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:48,908 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:48,908 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:48,910 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:48,911 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:48,911 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:48,911 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,912 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38e975699d404699b736492e80eb888e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.3 K 2024-11-24T13:40:48,912 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:48,912 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:48,912 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,912 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=90.8 K 2024-11-24T13:40:48,912 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,912 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b] 2024-11-24T13:40:48,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 38e975699d404699b736492e80eb888e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647355 2024-11-24T13:40:48,913 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 52249b89a66048329c7489ebf1a89259, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647355 2024-11-24T13:40:48,914 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d860e8aceee8448ca9e4958f4c4aa668, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732455647406 2024-11-24T13:40:48,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fda4b71971a4ef1bb213460223dd188, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732455647406 2024-11-24T13:40:48,916 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting bf1e69d4b186448db93c66edd20edef3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:48,916 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f37c676367b490aa1c50bb19ce4102b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T13:40:48,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247d444c4642c847e6a48ae985c00f8b88_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455648728/Put/seqid=0 2024-11-24T13:40:48,934 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:48,936 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#121 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:48,937 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/95fd60b192c34eff8afc93eb250ea971 is 50, key is test_row_0/B:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:48,943 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124237f3ac7c63140818aecf736ad855b7e_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:48,945 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124237f3ac7c63140818aecf736ad855b7e_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:48,946 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124237f3ac7c63140818aecf736ad855b7e_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:48,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741967_1143 (size=12241) 2024-11-24T13:40:48,969 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/95fd60b192c34eff8afc93eb250ea971 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95fd60b192c34eff8afc93eb250ea971 2024-11-24T13:40:48,982 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 95fd60b192c34eff8afc93eb250ea971(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:48,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:48,982 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455648908; duration=0sec 2024-11-24T13:40:48,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:48,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:48,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:48,983 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:48,983 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:48,983 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:48,983 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bbf85fa914d64d1f97e827529e07bfdf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.3 K 2024-11-24T13:40:48,984 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting bbf85fa914d64d1f97e827529e07bfdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=66, earliestPutTs=1732455647355 2024-11-24T13:40:48,985 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b10f47475e1f4ee7b34cb56eaafda4dc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732455647406 2024-11-24T13:40:48,985 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 58db8bb74337478fb5b244048fb74994, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:48,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741969_1145 (size=4469) 2024-11-24T13:40:48,998 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#122 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:48,998 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/df71e43525aa4a498e7c81ec6d7b9f87 is 175, key is test_row_0/A:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:49,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741968_1144 (size=12154) 2024-11-24T13:40:49,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:49,013 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:49,013 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247d444c4642c847e6a48ae985c00f8b88_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d444c4642c847e6a48ae985c00f8b88_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,014 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bb8882d7f5f54477aeebc156a2309591 is 50, key is test_row_0/C:col10/1732455648065/Put/seqid=0 2024-11-24T13:40:49,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/de8fba6132504312840e49b195513df9, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/de8fba6132504312840e49b195513df9 is 175, key is test_row_0/A:col10/1732455648728/Put/seqid=0 2024-11-24T13:40:49,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741970_1146 (size=31195) 2024-11-24T13:40:49,040 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/df71e43525aa4a498e7c81ec6d7b9f87 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87 2024-11-24T13:40:49,047 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into df71e43525aa4a498e7c81ec6d7b9f87(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:49,047 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:49,047 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=13, startTime=1732455648907; duration=0sec 2024-11-24T13:40:49,047 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:49,047 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:49,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741972_1148 (size=30955) 2024-11-24T13:40:49,052 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/de8fba6132504312840e49b195513df9 2024-11-24T13:40:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:49,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741971_1147 (size=12241) 2024-11-24T13:40:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/ef4337ebafb94c71bde68b27602111a8 is 50, key is test_row_0/B:col10/1732455648728/Put/seqid=0 2024-11-24T13:40:49,081 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bb8882d7f5f54477aeebc156a2309591 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bb8882d7f5f54477aeebc156a2309591 2024-11-24T13:40:49,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455709076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455709078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,086 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,090 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into bb8882d7f5f54477aeebc156a2309591(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:49,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:49,090 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455648910; duration=0sec 2024-11-24T13:40:49,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:49,090 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:49,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455709085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,094 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741973_1149 (size=12001) 2024-11-24T13:40:49,106 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/ef4337ebafb94c71bde68b27602111a8 2024-11-24T13:40:49,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/263494ad6ff843ec8962ee818418a405 is 50, key is test_row_0/C:col10/1732455648728/Put/seqid=0 2024-11-24T13:40:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741974_1150 (size=12001) 2024-11-24T13:40:49,153 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/263494ad6ff843ec8962ee818418a405 2024-11-24T13:40:49,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/de8fba6132504312840e49b195513df9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9 2024-11-24T13:40:49,168 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9, entries=150, sequenceid=129, filesize=30.2 K 2024-11-24T13:40:49,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/ef4337ebafb94c71bde68b27602111a8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8 2024-11-24T13:40:49,176 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8, entries=150, sequenceid=129, filesize=11.7 K 2024-11-24T13:40:49,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/263494ad6ff843ec8962ee818418a405 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405 2024-11-24T13:40:49,188 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405, entries=150, sequenceid=129, filesize=11.7 K 2024-11-24T13:40:49,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 6170602b247bf90f95ab182dbe6609dd in 283ms, sequenceid=129, compaction requested=false 2024-11-24T13:40:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-24T13:40:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-24T13:40:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,195 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:49,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:40:49,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-24T13:40:49,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 592 msec 2024-11-24T13:40:49,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 603 msec 2024-11-24T13:40:49,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112404b12b891f96480b84224cade0d2d5c4_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-24T13:40:49,228 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:49,229 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-24T13:40:49,231 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:49,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:49,232 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:49,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455709226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455709226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,236 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455709234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741975_1151 (size=17284) 2024-11-24T13:40:49,249 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:49,255 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112404b12b891f96480b84224cade0d2d5c4_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404b12b891f96480b84224cade0d2d5c4_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,256 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/41ee35546d614acebc9b5c882e58e786, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/41ee35546d614acebc9b5c882e58e786 is 175, key is test_row_0/A:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741976_1152 (size=48389) 2024-11-24T13:40:49,284 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=150, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/41ee35546d614acebc9b5c882e58e786 2024-11-24T13:40:49,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/54ebb1ba8d1e403a893f13ab42cbda52 is 50, key is test_row_0/B:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741977_1153 (size=12151) 2024-11-24T13:40:49,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/54ebb1ba8d1e403a893f13ab42cbda52 2024-11-24T13:40:49,331 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/fe0478f6bfec4b3d95d2756b61df12f9 is 50, key is test_row_0/C:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:49,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455709338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741978_1154 (size=12151) 2024-11-24T13:40:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455709340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,342 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455709349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,351 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T13:40:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,385 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T13:40:49,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:49,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:49,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455709549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455709549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455709559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,565 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,692 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T13:40:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:49,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=150 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/fe0478f6bfec4b3d95d2756b61df12f9 2024-11-24T13:40:49,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/41ee35546d614acebc9b5c882e58e786 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786 2024-11-24T13:40:49,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786, entries=250, sequenceid=150, filesize=47.3 K 2024-11-24T13:40:49,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/54ebb1ba8d1e403a893f13ab42cbda52 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52 2024-11-24T13:40:49,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T13:40:49,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/fe0478f6bfec4b3d95d2756b61df12f9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9 2024-11-24T13:40:49,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9, entries=150, sequenceid=150, filesize=11.9 K 2024-11-24T13:40:49,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 6170602b247bf90f95ab182dbe6609dd in 579ms, sequenceid=150, compaction requested=true 2024-11-24T13:40:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:49,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:49,774 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:49,775 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:49,775 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:49,776 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:49,776 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:49,776 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:49,776 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,776 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95fd60b192c34eff8afc93eb250ea971, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.5 K 2024-11-24T13:40:49,776 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:49,776 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,777 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=107.9 K 2024-11-24T13:40:49,777 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,777 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786] 2024-11-24T13:40:49,777 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 95fd60b192c34eff8afc93eb250ea971, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:49,777 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting df71e43525aa4a498e7c81ec6d7b9f87, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:49,777 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ef4337ebafb94c71bde68b27602111a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732455648728 2024-11-24T13:40:49,778 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting de8fba6132504312840e49b195513df9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732455648728 2024-11-24T13:40:49,778 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 54ebb1ba8d1e403a893f13ab42cbda52, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:49,780 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41ee35546d614acebc9b5c882e58e786, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:49,788 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#129 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:49,789 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/22dcabe24fab46f6a28a144ec0ec4bc4 is 50, key is test_row_0/B:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,799 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741979_1155 (size=12493) 2024-11-24T13:40:49,815 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124d9bc59f88df941b3b6e1ade0b7c93ccb_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,817 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124d9bc59f88df941b3b6e1ade0b7c93ccb_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,818 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124d9bc59f88df941b3b6e1ade0b7c93ccb_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741980_1156 (size=4469) 2024-11-24T13:40:49,833 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#130 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:49,834 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/5b1b6ca509864146aa83aa95ecf8fbf2 is 175, key is test_row_0/A:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741981_1157 (size=31447) 2024-11-24T13:40:49,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-24T13:40:49,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,847 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T13:40:49,857 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/5b1b6ca509864146aa83aa95ecf8fbf2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2 2024-11-24T13:40:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c606224fa7c6414fb40d17a900fa2480_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455649231/Put/seqid=0 2024-11-24T13:40:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:49,866 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into 5b1b6ca509864146aa83aa95ecf8fbf2(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:49,866 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:49,866 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=13, startTime=1732455649774; duration=0sec 2024-11-24T13:40:49,866 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:49,866 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:49,866 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:49,869 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:49,869 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:49,870 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:49,870 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bb8882d7f5f54477aeebc156a2309591, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.5 K 2024-11-24T13:40:49,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb8882d7f5f54477aeebc156a2309591, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=108, earliestPutTs=1732455648065 2024-11-24T13:40:49,872 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 263494ad6ff843ec8962ee818418a405, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1732455648728 2024-11-24T13:40:49,873 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe0478f6bfec4b3d95d2756b61df12f9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455709889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,896 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,897 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,901 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#132 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455709897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455709897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:49,902 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/814c0c9826444d60b7dc8ecafdbebd12 is 50, key is test_row_0/C:col10/1732455649082/Put/seqid=0 2024-11-24T13:40:49,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741982_1158 (size=12304) 2024-11-24T13:40:49,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:49,916 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c606224fa7c6414fb40d17a900fa2480_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c606224fa7c6414fb40d17a900fa2480_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:49,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/34adc9dea07544739ae31db3caa1a567, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:49,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/34adc9dea07544739ae31db3caa1a567 is 175, key is test_row_0/A:col10/1732455649231/Put/seqid=0 2024-11-24T13:40:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741983_1159 (size=12493) 2024-11-24T13:40:49,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741984_1160 (size=31105) 2024-11-24T13:40:50,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455709999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455709999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,003 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,004 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455710009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455710009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455710009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455710208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455710208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,212 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,212 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/22dcabe24fab46f6a28a144ec0ec4bc4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/22dcabe24fab46f6a28a144ec0ec4bc4 2024-11-24T13:40:50,217 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 22dcabe24fab46f6a28a144ec0ec4bc4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:50,217 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:50,217 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455649775; duration=0sec 2024-11-24T13:40:50,217 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:50,217 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455710218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455710219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455710219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,339 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/814c0c9826444d60b7dc8ecafdbebd12 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/814c0c9826444d60b7dc8ecafdbebd12 2024-11-24T13:40:50,346 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 814c0c9826444d60b7dc8ecafdbebd12(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:50,346 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:50,346 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=168, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/34adc9dea07544739ae31db3caa1a567 2024-11-24T13:40:50,346 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455649775; duration=0sec 2024-11-24T13:40:50,346 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:50,346 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:50,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/340de8c16d81455f8b8acf53b89f04c7 is 50, key is test_row_0/B:col10/1732455649231/Put/seqid=0 2024-11-24T13:40:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:50,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741985_1161 (size=12151) 2024-11-24T13:40:50,378 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/340de8c16d81455f8b8acf53b89f04c7 2024-11-24T13:40:50,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/08e15cabe4d24b74bd181f2eff404e10 is 50, key is test_row_0/C:col10/1732455649231/Put/seqid=0 2024-11-24T13:40:50,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741986_1162 (size=12151) 2024-11-24T13:40:50,413 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/08e15cabe4d24b74bd181f2eff404e10 2024-11-24T13:40:50,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/34adc9dea07544739ae31db3caa1a567 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567 2024-11-24T13:40:50,427 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567, entries=150, sequenceid=168, filesize=30.4 K 2024-11-24T13:40:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/340de8c16d81455f8b8acf53b89f04c7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7 2024-11-24T13:40:50,438 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T13:40:50,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/08e15cabe4d24b74bd181f2eff404e10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10 2024-11-24T13:40:50,449 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T13:40:50,451 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 6170602b247bf90f95ab182dbe6609dd in 603ms, sequenceid=168, compaction requested=false 2024-11-24T13:40:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:50,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-24T13:40:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-24T13:40:50,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-24T13:40:50,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2230 sec 2024-11-24T13:40:50,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.2290 sec 2024-11-24T13:40:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:50,520 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:50,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:50,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a74f44d7d684cd2ac9a87070a061606_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:50,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741987_1163 (size=12304) 2024-11-24T13:40:50,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455710588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455710595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455710596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455710597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,600 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455710598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,601 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455710717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455710717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455710717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455710718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455710718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455710929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455710929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455710929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455710929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455710929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:50,969 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:50,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a74f44d7d684cd2ac9a87070a061606_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a74f44d7d684cd2ac9a87070a061606_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:50,974 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/2b0ebd91de794c74b4dcf4ecf3687f6f, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:50,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/2b0ebd91de794c74b4dcf4ecf3687f6f is 175, key is test_row_0/A:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:50,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741988_1164 (size=31105) 2024-11-24T13:40:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455711238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455711238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,241 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455711249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455711249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455711249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,252 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-24T13:40:51,379 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:51,379 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=192, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/2b0ebd91de794c74b4dcf4ecf3687f6f 2024-11-24T13:40:51,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:51,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-24T13:40:51,388 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:51,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T13:40:51,390 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:51,390 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:51,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/0e6b450514c64a3cbc8a1eea052c43b7 is 50, key is test_row_0/B:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:51,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741989_1165 (size=12151) 2024-11-24T13:40:51,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/0e6b450514c64a3cbc8a1eea052c43b7 2024-11-24T13:40:51,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/40f698ef08d6411687d478799f3cb3dc is 50, key is test_row_0/C:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741990_1166 (size=12151) 2024-11-24T13:40:51,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/40f698ef08d6411687d478799f3cb3dc 2024-11-24T13:40:51,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/2b0ebd91de794c74b4dcf4ecf3687f6f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f 2024-11-24T13:40:51,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f, entries=150, sequenceid=192, filesize=30.4 K 2024-11-24T13:40:51,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/0e6b450514c64a3cbc8a1eea052c43b7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7 2024-11-24T13:40:51,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7, entries=150, sequenceid=192, filesize=11.9 K 2024-11-24T13:40:51,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/40f698ef08d6411687d478799f3cb3dc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc 2024-11-24T13:40:51,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc, entries=150, sequenceid=192, filesize=11.9 K 2024-11-24T13:40:51,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6170602b247bf90f95ab182dbe6609dd in 941ms, sequenceid=192, compaction requested=true 2024-11-24T13:40:51,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:51,462 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:51,462 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:51,463 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:51,464 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:51,464 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:51,464 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/22dcabe24fab46f6a28a144ec0ec4bc4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.9 K 2024-11-24T13:40:51,464 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:51,464 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:51,464 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:51,464 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=91.5 K 2024-11-24T13:40:51,464 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:51,464 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f] 2024-11-24T13:40:51,465 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 22dcabe24fab46f6a28a144ec0ec4bc4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:51,465 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b1b6ca509864146aa83aa95ecf8fbf2, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:51,466 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 340de8c16d81455f8b8acf53b89f04c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455649218 2024-11-24T13:40:51,466 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34adc9dea07544739ae31db3caa1a567, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455649218 2024-11-24T13:40:51,467 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b0ebd91de794c74b4dcf4ecf3687f6f, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:51,467 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e6b450514c64a3cbc8a1eea052c43b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:51,493 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:51,493 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/c3dde87cce704750b8d6975576b1c745 is 50, key is test_row_0/B:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:51,495 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:51,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T13:40:51,507 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246b64213fae394eee9f8c1f7fa3aa4df0_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:51,509 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246b64213fae394eee9f8c1f7fa3aa4df0_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:51,510 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246b64213fae394eee9f8c1f7fa3aa4df0_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741991_1167 (size=12595) 2024-11-24T13:40:51,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741992_1168 (size=4469) 2024-11-24T13:40:51,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-24T13:40:51,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:51,543 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-24T13:40:51,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b95aae16c68c42b2a5895588e471802c_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455650597/Put/seqid=0 2024-11-24T13:40:51,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741993_1169 (size=12304) 2024-11-24T13:40:51,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:51,578 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b95aae16c68c42b2a5895588e471802c_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b95aae16c68c42b2a5895588e471802c_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:51,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ec05528e4a1d4169b48e511861000ebf, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:51,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ec05528e4a1d4169b48e511861000ebf is 175, key is test_row_0/A:col10/1732455650597/Put/seqid=0 2024-11-24T13:40:51,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741994_1170 (size=31105) 2024-11-24T13:40:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T13:40:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:51,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455711785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455711790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455711792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455711792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,801 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,802 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455711898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,899 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455711909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455711909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,910 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455711909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,911 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455711909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:51,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:51,922 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#139 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:51,922 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/11decac0e7db45b7bbefb6c5232221c2 is 175, key is test_row_0/A:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:51,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741995_1171 (size=31549) 2024-11-24T13:40:51,930 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/c3dde87cce704750b8d6975576b1c745 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/c3dde87cce704750b8d6975576b1c745 2024-11-24T13:40:51,935 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into c3dde87cce704750b8d6975576b1c745(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:51,935 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:51,935 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455651462; duration=0sec 2024-11-24T13:40:51,935 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:51,935 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:51,935 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:51,936 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:51,936 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:51,936 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:51,936 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/814c0c9826444d60b7dc8ecafdbebd12, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=35.9 K 2024-11-24T13:40:51,936 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 814c0c9826444d60b7dc8ecafdbebd12, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=150, earliestPutTs=1732455649082 2024-11-24T13:40:51,936 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e15cabe4d24b74bd181f2eff404e10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455649218 2024-11-24T13:40:51,937 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 40f698ef08d6411687d478799f3cb3dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:51,948 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#141 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:51,949 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/8dce21cd24b84f6e8855a80e5c1827ba is 50, key is test_row_0/C:col10/1732455650518/Put/seqid=0 2024-11-24T13:40:51,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741996_1172 (size=12595) 2024-11-24T13:40:51,977 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/8dce21cd24b84f6e8855a80e5c1827ba as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8dce21cd24b84f6e8855a80e5c1827ba 2024-11-24T13:40:51,982 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 8dce21cd24b84f6e8855a80e5c1827ba(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:51,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:51,982 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455651462; duration=0sec 2024-11-24T13:40:51,982 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:51,983 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:52,013 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ec05528e4a1d4169b48e511861000ebf 2024-11-24T13:40:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T13:40:52,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/89c77d6b539146ab86dded0607ff2d9d is 50, key is test_row_0/B:col10/1732455650597/Put/seqid=0 2024-11-24T13:40:52,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741997_1173 (size=12151) 2024-11-24T13:40:52,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455712109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,113 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455712118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455712118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455712118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455712118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,124 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,334 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/11decac0e7db45b7bbefb6c5232221c2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2 2024-11-24T13:40:52,345 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into 11decac0e7db45b7bbefb6c5232221c2(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:52,345 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:52,345 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=13, startTime=1732455651461; duration=0sec 2024-11-24T13:40:52,345 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:52,345 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455712419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,427 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/89c77d6b539146ab86dded0607ff2d9d 2024-11-24T13:40:52,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455712429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455712429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,431 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455712429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,431 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455712430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,432 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,433 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cad1ff0be9784e6f8f2b75822d861aab is 50, key is test_row_0/C:col10/1732455650597/Put/seqid=0 2024-11-24T13:40:52,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741998_1174 (size=12151) 2024-11-24T13:40:52,448 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cad1ff0be9784e6f8f2b75822d861aab 2024-11-24T13:40:52,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ec05528e4a1d4169b48e511861000ebf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf 2024-11-24T13:40:52,460 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf, entries=150, sequenceid=207, filesize=30.4 K 2024-11-24T13:40:52,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/89c77d6b539146ab86dded0607ff2d9d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d 2024-11-24T13:40:52,470 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T13:40:52,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cad1ff0be9784e6f8f2b75822d861aab as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab 2024-11-24T13:40:52,476 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab, entries=150, sequenceid=207, filesize=11.9 K 2024-11-24T13:40:52,477 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6170602b247bf90f95ab182dbe6609dd in 934ms, sequenceid=207, compaction requested=false 2024-11-24T13:40:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:52,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:52,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-24T13:40:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-24T13:40:52,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-24T13:40:52,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0900 sec 2024-11-24T13:40:52,485 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 1.1040 sec 2024-11-24T13:40:52,510 INFO [master/ee00117f0849:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T13:40:52,510 INFO [master/ee00117f0849:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T13:40:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-24T13:40:52,530 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:52,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-24T13:40:52,532 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:52,533 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:52,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:52,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:52,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-24T13:40:52,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:52,686 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:40:52,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfa62cb893e64b7b9a240602c5c3c1a9_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455651787/Put/seqid=0 2024-11-24T13:40:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741999_1175 (size=12304) 2024-11-24T13:40:52,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:52,752 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfa62cb893e64b7b9a240602c5c3c1a9_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfa62cb893e64b7b9a240602c5c3c1a9_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:52,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c64e165fa4204ed2b4b05b69fa440ed6, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:52,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c64e165fa4204ed2b4b05b69fa440ed6 is 175, key is test_row_0/A:col10/1732455651787/Put/seqid=0 2024-11-24T13:40:52,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742000_1176 (size=31105) 2024-11-24T13:40:52,782 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c64e165fa4204ed2b4b05b69fa440ed6 2024-11-24T13:40:52,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/a7d107362e9c4b76bc653b9c96ed3e6d is 50, key is test_row_0/B:col10/1732455651787/Put/seqid=0 2024-11-24T13:40:52,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742001_1177 (size=12151) 2024-11-24T13:40:52,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:52,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:52,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:52,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455712950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455712951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455712951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455712954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:52,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455712960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:52,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455713068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455713069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455713069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,076 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455713069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,077 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,078 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:53,246 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/a7d107362e9c4b76bc653b9c96ed3e6d 2024-11-24T13:40:53,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4ef62a7488794e8388a758a7f6bacb84 is 50, key is test_row_0/C:col10/1732455651787/Put/seqid=0 2024-11-24T13:40:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742002_1178 (size=12151) 2024-11-24T13:40:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455713289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455713289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455713290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455713290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455713299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455713599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455713599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455713599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455713599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,605 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455713609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:53,615 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:53,660 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4ef62a7488794e8388a758a7f6bacb84 2024-11-24T13:40:53,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c64e165fa4204ed2b4b05b69fa440ed6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6 2024-11-24T13:40:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:53,672 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6, entries=150, sequenceid=231, filesize=30.4 K 2024-11-24T13:40:53,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/a7d107362e9c4b76bc653b9c96ed3e6d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d 2024-11-24T13:40:53,681 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T13:40:53,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4ef62a7488794e8388a758a7f6bacb84 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84 2024-11-24T13:40:53,689 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84, entries=150, sequenceid=231, filesize=11.9 K 2024-11-24T13:40:53,690 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 6170602b247bf90f95ab182dbe6609dd in 1004ms, sequenceid=231, compaction requested=true 2024-11-24T13:40:53,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:53,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:53,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-24T13:40:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-24T13:40:53,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-24T13:40:53,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1590 sec 2024-11-24T13:40:53,695 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.1640 sec 2024-11-24T13:40:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:54,110 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:54,111 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T13:40:54,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a46d1685843748e09ee99efbc62b6a70_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742003_1179 (size=14794) 2024-11-24T13:40:54,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455714136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,147 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455714137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,148 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a46d1685843748e09ee99efbc62b6a70_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a46d1685843748e09ee99efbc62b6a70_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455714142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455714144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455714146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,151 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,152 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/58ec55c4954544d485a0a40cfef8037d, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/58ec55c4954544d485a0a40cfef8037d is 175, key is test_row_0/A:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742004_1180 (size=39749) 2024-11-24T13:40:54,179 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/58ec55c4954544d485a0a40cfef8037d 2024-11-24T13:40:54,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/1296d72f312747fabbf98f8e55e8a6f0 is 50, key is test_row_0/B:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742005_1181 (size=12151) 2024-11-24T13:40:54,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/1296d72f312747fabbf98f8e55e8a6f0 2024-11-24T13:40:54,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/688b7508c2bb4d4680f632616da2ae41 is 50, key is test_row_0/C:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455714258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,265 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455714258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455714258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455714258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455714259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,270 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742006_1182 (size=12151) 2024-11-24T13:40:54,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/688b7508c2bb4d4680f632616da2ae41 2024-11-24T13:40:54,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/58ec55c4954544d485a0a40cfef8037d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d 2024-11-24T13:40:54,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d, entries=200, sequenceid=247, filesize=38.8 K 2024-11-24T13:40:54,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/1296d72f312747fabbf98f8e55e8a6f0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0 2024-11-24T13:40:54,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T13:40:54,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/688b7508c2bb4d4680f632616da2ae41 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41 2024-11-24T13:40:54,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T13:40:54,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 6170602b247bf90f95ab182dbe6609dd in 215ms, sequenceid=247, compaction requested=true 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:54,325 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:54,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:54,325 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:54,327 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:54,327 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:54,327 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,327 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/c3dde87cce704750b8d6975576b1c745, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=47.9 K 2024-11-24T13:40:54,328 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133508 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:54,328 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:54,328 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,328 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=130.4 K 2024-11-24T13:40:54,328 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c3dde87cce704750b8d6975576b1c745, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:54,328 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,328 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d] 2024-11-24T13:40:54,328 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 89c77d6b539146ab86dded0607ff2d9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732455650594 2024-11-24T13:40:54,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11decac0e7db45b7bbefb6c5232221c2, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:54,329 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a7d107362e9c4b76bc653b9c96ed3e6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732455651787 2024-11-24T13:40:54,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ec05528e4a1d4169b48e511861000ebf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732455650594 2024-11-24T13:40:54,329 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1296d72f312747fabbf98f8e55e8a6f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:54,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c64e165fa4204ed2b4b05b69fa440ed6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732455651787 2024-11-24T13:40:54,331 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 58ec55c4954544d485a0a40cfef8037d, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:54,356 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,369 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#151 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:54,370 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/bf730bc211ff427f88d3f28f0c0f0119 is 50, key is test_row_0/B:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,376 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112446fb7e7631a74107bebc0905c0c6df85_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,378 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112446fb7e7631a74107bebc0905c0c6df85_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,379 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446fb7e7631a74107bebc0905c0c6df85_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742007_1183 (size=12731) 2024-11-24T13:40:54,408 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/bf730bc211ff427f88d3f28f0c0f0119 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf730bc211ff427f88d3f28f0c0f0119 2024-11-24T13:40:54,414 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into bf730bc211ff427f88d3f28f0c0f0119(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:54,414 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:54,414 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=12, startTime=1732455654325; duration=0sec 2024-11-24T13:40:54,415 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:54,415 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:54,415 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:54,416 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:54,416 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:54,416 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,416 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8dce21cd24b84f6e8855a80e5c1827ba, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=47.9 K 2024-11-24T13:40:54,418 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8dce21cd24b84f6e8855a80e5c1827ba, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732455649893 2024-11-24T13:40:54,419 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cad1ff0be9784e6f8f2b75822d861aab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732455650594 2024-11-24T13:40:54,419 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ef62a7488794e8388a758a7f6bacb84, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732455651787 2024-11-24T13:40:54,420 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 688b7508c2bb4d4680f632616da2ae41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:54,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742008_1184 (size=4469) 2024-11-24T13:40:54,444 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#150 average throughput is 0.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:54,445 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c93291f2ad2d49e4adc50c8461c2f811 is 175, key is test_row_0/A:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,449 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:54,452 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/9b2eb74627cf42a9a42a583ee6c807b3 is 50, key is test_row_0/C:col10/1732455652949/Put/seqid=0 2024-11-24T13:40:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742009_1185 (size=31685) 2024-11-24T13:40:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742010_1186 (size=12731) 2024-11-24T13:40:54,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:54,474 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:54,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-24T13:40:54,485 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c93291f2ad2d49e4adc50c8461c2f811 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811 2024-11-24T13:40:54,488 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/9b2eb74627cf42a9a42a583ee6c807b3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/9b2eb74627cf42a9a42a583ee6c807b3 2024-11-24T13:40:54,493 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into c93291f2ad2d49e4adc50c8461c2f811(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:54,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:54,493 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455654325; duration=0sec 2024-11-24T13:40:54,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:54,493 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:54,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9436148af504819938b6f40f36febb4_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455654144/Put/seqid=0 2024-11-24T13:40:54,501 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 9b2eb74627cf42a9a42a583ee6c807b3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:54,501 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:54,501 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=12, startTime=1732455654325; duration=0sec 2024-11-24T13:40:54,501 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:54,501 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:54,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455714496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455714497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,507 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455714498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,508 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455714498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,508 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,509 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455714507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,514 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742011_1187 (size=12454) 2024-11-24T13:40:54,523 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:54,540 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f9436148af504819938b6f40f36febb4_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9436148af504819938b6f40f36febb4_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:54,541 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/fc96e902df5743e5b2a1978510fa23fb, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:54,542 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/fc96e902df5743e5b2a1978510fa23fb is 175, key is test_row_0/A:col10/1732455654144/Put/seqid=0 2024-11-24T13:40:54,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742012_1188 (size=31255) 2024-11-24T13:40:54,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455714619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455714619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455714619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,623 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455714619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455714620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,624 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-24T13:40:54,679 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:54,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:54,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-24T13:40:54,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:54,683 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:54,684 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:54,684 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:54,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:54,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,836 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455714829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,837 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:54,838 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:54,838 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,989 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=270, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/fc96e902df5743e5b2a1978510fa23fb 2024-11-24T13:40:54,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:54,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:54,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:55,022 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/59e8ee3aac9d44f08bac897a43df60fa is 50, key is test_row_0/B:col10/1732455654144/Put/seqid=0 2024-11-24T13:40:55,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742013_1189 (size=12301) 2024-11-24T13:40:55,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/59e8ee3aac9d44f08bac897a43df60fa 2024-11-24T13:40:55,049 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/8587419bb5754450bbc8b44c93a4692f is 50, key is test_row_0/C:col10/1732455654144/Put/seqid=0 2024-11-24T13:40:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742014_1190 (size=12301) 2024-11-24T13:40:55,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455715138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455715138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,141 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:55,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:55,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455715148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455715148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455715149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:55,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:55,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:55,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:55,484 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/8587419bb5754450bbc8b44c93a4692f 2024-11-24T13:40:55,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/fc96e902df5743e5b2a1978510fa23fb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb 2024-11-24T13:40:55,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb, entries=150, sequenceid=270, filesize=30.5 K 2024-11-24T13:40:55,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/59e8ee3aac9d44f08bac897a43df60fa as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa 2024-11-24T13:40:55,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T13:40:55,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/8587419bb5754450bbc8b44c93a4692f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f 2024-11-24T13:40:55,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-24T13:40:55,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6170602b247bf90f95ab182dbe6609dd in 1038ms, sequenceid=270, compaction requested=false 2024-11-24T13:40:55,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:55,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-24T13:40:55,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:55,604 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T13:40:55,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124635ac159c14848cda021c4f44551ca5d_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455654495/Put/seqid=0 2024-11-24T13:40:55,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:55,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742015_1191 (size=12454) 2024-11-24T13:40:55,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:55,663 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124635ac159c14848cda021c4f44551ca5d_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124635ac159c14848cda021c4f44551ca5d_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:55,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f2f0ca8127754d5a9be3d1d31c5ac8ec, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:55,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f2f0ca8127754d5a9be3d1d31c5ac8ec is 175, key is test_row_0/A:col10/1732455654495/Put/seqid=0 2024-11-24T13:40:55,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455715692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455715694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,705 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742016_1192 (size=31255) 2024-11-24T13:40:55,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455715705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455715706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455715706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455715809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455715809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:55,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455715819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455715819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455715819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,820 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:55,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:55,821 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455716019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455716019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455716029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,030 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455716029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455716029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,106 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=286, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f2f0ca8127754d5a9be3d1d31c5ac8ec 2024-11-24T13:40:56,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/cdd690bfe6ea410496b6e15986d1705e is 50, key is test_row_0/B:col10/1732455654495/Put/seqid=0 2024-11-24T13:40:56,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742017_1193 (size=12301) 2024-11-24T13:40:56,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455716329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455716339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455716339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455716339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455716341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,518 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/cdd690bfe6ea410496b6e15986d1705e 2024-11-24T13:40:56,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/11f03ee92b7844a5994c8e85428f027a is 50, key is test_row_0/C:col10/1732455654495/Put/seqid=0 2024-11-24T13:40:56,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742018_1194 (size=12301) 2024-11-24T13:40:56,537 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=286 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/11f03ee92b7844a5994c8e85428f027a 2024-11-24T13:40:56,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f2f0ca8127754d5a9be3d1d31c5ac8ec as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec 2024-11-24T13:40:56,550 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec, entries=150, sequenceid=286, filesize=30.5 K 2024-11-24T13:40:56,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/cdd690bfe6ea410496b6e15986d1705e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e 2024-11-24T13:40:56,557 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T13:40:56,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/11f03ee92b7844a5994c8e85428f027a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a 2024-11-24T13:40:56,565 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a, entries=150, sequenceid=286, filesize=12.0 K 2024-11-24T13:40:56,565 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=140.89 KB/144270 for 6170602b247bf90f95ab182dbe6609dd in 961ms, sequenceid=286, compaction requested=true 2024-11-24T13:40:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:56,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-24T13:40:56,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-24T13:40:56,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-24T13:40:56,568 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8830 sec 2024-11-24T13:40:56,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 1.8890 sec 2024-11-24T13:40:56,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-24T13:40:56,828 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:56,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-11-24T13:40:56,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:56,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T13:40:56,831 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:56,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:56,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:56,843 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:56,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:40:56,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112491aee8a37729421fbfb64af968295a2e_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:56,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742019_1195 (size=14994) 2024-11-24T13:40:56,858 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:56,863 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112491aee8a37729421fbfb64af968295a2e_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112491aee8a37729421fbfb64af968295a2e_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:56,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455716853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,864 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/748440c513ed4e9dac2f8b7575d98126, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:56,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/748440c513ed4e9dac2f8b7575d98126 is 175, key is test_row_0/A:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:56,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455716856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455716861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455716863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455716863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,868 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742020_1196 (size=39949) 2024-11-24T13:40:56,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T13:40:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455716969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455716969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,975 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455716978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455716978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455716978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:56,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:56,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-24T13:40:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:56,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-24T13:40:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,138 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T13:40:57,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455717179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455717179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,182 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455717189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,192 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455717191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455717189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,193 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/748440c513ed4e9dac2f8b7575d98126 2024-11-24T13:40:57,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/393ba81cd74c4f5d891bef328250c6e2 is 50, key is test_row_0/B:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:57,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-24T13:40:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:57,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742021_1197 (size=12301) 2024-11-24T13:40:57,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/393ba81cd74c4f5d891bef328250c6e2 2024-11-24T13:40:57,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/6df31dde7d3e4e2f9c6b999cf4539a58 is 50, key is test_row_0/C:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:57,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742022_1198 (size=12301) 2024-11-24T13:40:57,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/6df31dde7d3e4e2f9c6b999cf4539a58 2024-11-24T13:40:57,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/748440c513ed4e9dac2f8b7575d98126 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126 2024-11-24T13:40:57,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126, entries=200, sequenceid=311, filesize=39.0 K 2024-11-24T13:40:57,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/393ba81cd74c4f5d891bef328250c6e2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2 2024-11-24T13:40:57,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T13:40:57,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/6df31dde7d3e4e2f9c6b999cf4539a58 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58 2024-11-24T13:40:57,388 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58, entries=150, sequenceid=311, filesize=12.0 K 2024-11-24T13:40:57,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6170602b247bf90f95ab182dbe6609dd in 546ms, sequenceid=311, compaction requested=true 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:57,389 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:57,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:40:57,389 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:57,391 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134144 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:57,391 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:57,391 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:57,391 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:57,391 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,391 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,391 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=131 K 2024-11-24T13:40:57,391 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf730bc211ff427f88d3f28f0c0f0119, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=48.5 K 2024-11-24T13:40:57,391 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,391 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126] 2024-11-24T13:40:57,392 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting bf730bc211ff427f88d3f28f0c0f0119, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:57,393 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c93291f2ad2d49e4adc50c8461c2f811, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:57,394 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 59e8ee3aac9d44f08bac897a43df60fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732455654144 2024-11-24T13:40:57,394 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc96e902df5743e5b2a1978510fa23fb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732455654144 2024-11-24T13:40:57,395 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2f0ca8127754d5a9be3d1d31c5ac8ec, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732455654491 2024-11-24T13:40:57,395 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cdd690bfe6ea410496b6e15986d1705e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732455654491 2024-11-24T13:40:57,395 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 748440c513ed4e9dac2f8b7575d98126, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655690 2024-11-24T13:40:57,395 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 393ba81cd74c4f5d891bef328250c6e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655702 2024-11-24T13:40:57,413 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:57,414 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/476709ce851048009e037021529493df is 50, key is test_row_0/B:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:57,419 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,435 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240ef071a52272445794e751a41dbe1dc6_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,438 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240ef071a52272445794e751a41dbe1dc6_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,438 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240ef071a52272445794e751a41dbe1dc6_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-11-24T13:40:57,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,452 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:40:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T13:40:57,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742023_1199 (size=13017) 2024-11-24T13:40:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742024_1200 (size=4469) 2024-11-24T13:40:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112466d4846dcf9d44e8beb0537caa54c883_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455656851/Put/seqid=0 2024-11-24T13:40:57,479 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/476709ce851048009e037021529493df as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/476709ce851048009e037021529493df 2024-11-24T13:40:57,487 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 476709ce851048009e037021529493df(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:57,487 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:57,487 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=12, startTime=1732455657389; duration=0sec 2024-11-24T13:40:57,487 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:57,487 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:57,487 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:57,489 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:57,489 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:57,490 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,490 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/9b2eb74627cf42a9a42a583ee6c807b3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=48.5 K 2024-11-24T13:40:57,490 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 9b2eb74627cf42a9a42a583ee6c807b3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732455652949 2024-11-24T13:40:57,491 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8587419bb5754450bbc8b44c93a4692f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1732455654144 2024-11-24T13:40:57,491 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 11f03ee92b7844a5994c8e85428f027a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=286, earliestPutTs=1732455654491 2024-11-24T13:40:57,492 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6df31dde7d3e4e2f9c6b999cf4539a58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655702 2024-11-24T13:40:57,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:57,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:57,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742025_1201 (size=12454) 2024-11-24T13:40:57,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:57,511 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112466d4846dcf9d44e8beb0537caa54c883_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112466d4846dcf9d44e8beb0537caa54c883_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:57,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/b2bb656e53c74cfc8ab8503fb960c573, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/b2bb656e53c74cfc8ab8503fb960c573 is 175, key is test_row_0/A:col10/1732455656851/Put/seqid=0 2024-11-24T13:40:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455717534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,544 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455717536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455717537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742026_1202 (size=31255) 2024-11-24T13:40:57,551 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#165 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455717536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,551 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/934fd50061ff4952950f73d716f7db26 is 50, key is test_row_0/C:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455717543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,553 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=322, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/b2bb656e53c74cfc8ab8503fb960c573 2024-11-24T13:40:57,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/38add1c9870540c4844e8f9408f96a69 is 50, key is test_row_0/B:col10/1732455656851/Put/seqid=0 2024-11-24T13:40:57,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742027_1203 (size=13017) 2024-11-24T13:40:57,615 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/934fd50061ff4952950f73d716f7db26 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/934fd50061ff4952950f73d716f7db26 2024-11-24T13:40:57,620 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 934fd50061ff4952950f73d716f7db26(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:57,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:57,621 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=12, startTime=1732455657389; duration=0sec 2024-11-24T13:40:57,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742028_1204 (size=12301) 2024-11-24T13:40:57,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:57,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:57,621 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/38add1c9870540c4844e8f9408f96a69 2024-11-24T13:40:57,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b23dc6a7fa834ce18e7bf38bf04c07f8 is 50, key is test_row_0/C:col10/1732455656851/Put/seqid=0 2024-11-24T13:40:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455717649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742029_1205 (size=12301) 2024-11-24T13:40:57,655 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b23dc6a7fa834ce18e7bf38bf04c07f8 2024-11-24T13:40:57,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/b2bb656e53c74cfc8ab8503fb960c573 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573 2024-11-24T13:40:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455717659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455717659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455717658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,665 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,676 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573, entries=150, sequenceid=322, filesize=30.5 K 2024-11-24T13:40:57,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/38add1c9870540c4844e8f9408f96a69 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69 2024-11-24T13:40:57,686 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T13:40:57,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b23dc6a7fa834ce18e7bf38bf04c07f8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8 2024-11-24T13:40:57,696 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8, entries=150, sequenceid=322, filesize=12.0 K 2024-11-24T13:40:57,697 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6170602b247bf90f95ab182dbe6609dd in 245ms, sequenceid=322, compaction requested=false 2024-11-24T13:40:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:57,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:57,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-24T13:40:57,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-24T13:40:57,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-24T13:40:57,703 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 869 msec 2024-11-24T13:40:57,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 874 msec 2024-11-24T13:40:57,860 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:57,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:40:57,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:57,867 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#163 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:57,867 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1e7a053e93514f478ba0bfd12646fcd6 is 175, key is test_row_0/A:col10/1732455656841/Put/seqid=0 2024-11-24T13:40:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455717875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455717876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455717879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455717877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455717885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,888 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,891 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:57,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c9f92244ca374270bdd8866c0e81307a_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742030_1206 (size=31971) 2024-11-24T13:40:57,913 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/1e7a053e93514f478ba0bfd12646fcd6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6 2024-11-24T13:40:57,922 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into 1e7a053e93514f478ba0bfd12646fcd6(size=31.2 K), total size for store is 61.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:57,922 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:57,922 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455657389; duration=0sec 2024-11-24T13:40:57,922 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:57,922 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:57,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742031_1207 (size=12454) 2024-11-24T13:40:57,943 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:57,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124c9f92244ca374270bdd8866c0e81307a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c9f92244ca374270bdd8866c0e81307a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:57,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/21c42f6f737b466fa01eaa43df6eefac, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:57,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/21c42f6f737b466fa01eaa43df6eefac is 175, key is test_row_0/A:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-24T13:40:57,970 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:57,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:57,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-11-24T13:40:57,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T13:40:57,973 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:57,975 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:57,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742032_1208 (size=31255) 2024-11-24T13:40:57,995 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/21c42f6f737b466fa01eaa43df6eefac 2024-11-24T13:40:57,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:57,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455717989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:57,995 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455717998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/77b7ea8344d04514a2479f74437d2c8b is 50, key is test_row_0/B:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455717998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455717998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,006 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455717998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,009 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742033_1209 (size=12301) 2024-11-24T13:40:58,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T13:40:58,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:58,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455718198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455718208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455718208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,210 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,211 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455718219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455718219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T13:40:58,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:58,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,437 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/77b7ea8344d04514a2479f74437d2c8b 2024-11-24T13:40:58,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,442 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a42b77242ad943c0a211c45797367950 is 50, key is test_row_0/C:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:58,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742034_1210 (size=12301) 2024-11-24T13:40:58,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455718508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455718518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455718518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,521 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455718529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455718529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:58,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:58,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T13:40:58,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:58,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a42b77242ad943c0a211c45797367950 2024-11-24T13:40:58,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/21c42f6f737b466fa01eaa43df6eefac as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac 2024-11-24T13:40:58,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac, entries=150, sequenceid=350, filesize=30.5 K 2024-11-24T13:40:58,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/77b7ea8344d04514a2479f74437d2c8b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b 2024-11-24T13:40:58,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b, entries=150, sequenceid=350, filesize=12.0 K 2024-11-24T13:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a42b77242ad943c0a211c45797367950 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950 2024-11-24T13:40:58,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950, entries=150, sequenceid=350, filesize=12.0 K 2024-11-24T13:40:58,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6170602b247bf90f95ab182dbe6609dd in 1008ms, sequenceid=350, compaction requested=true 2024-11-24T13:40:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,869 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,870 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:58,870 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,871 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=92.3 K 2024-11-24T13:40:58,871 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,871 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac] 2024-11-24T13:40:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,871 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:58,871 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e7a053e93514f478ba0bfd12646fcd6, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655702 2024-11-24T13:40:58,871 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:58,871 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,871 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/476709ce851048009e037021529493df, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=36.7 K 2024-11-24T13:40:58,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,871 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2bb656e53c74cfc8ab8503fb960c573, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732455656851 2024-11-24T13:40:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,872 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 476709ce851048009e037021529493df, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655702 2024-11-24T13:40:58,872 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21c42f6f737b466fa01eaa43df6eefac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,872 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 38add1c9870540c4844e8f9408f96a69, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732455656851 2024-11-24T13:40:58,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 77b7ea8344d04514a2479f74437d2c8b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,882 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124abe5202910424784b49f54873cefbfda_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,882 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#172 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,883 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/67fbdd7c24674371b4bcb0a6fd91e344 is 50, key is test_row_0/B:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,883 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124abe5202910424784b49f54873cefbfda_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:58,883 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124abe5202910424784b49f54873cefbfda_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742035_1211 (size=13119) 2024-11-24T13:40:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,905 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/67fbdd7c24674371b4bcb0a6fd91e344 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/67fbdd7c24674371b4bcb0a6fd91e344 2024-11-24T13:40:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742036_1212 (size=4469) 2024-11-24T13:40:58,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#171 average throughput is 0.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:58,911 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 67fbdd7c24674371b4bcb0a6fd91e344(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:58,911 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:58,911 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455658870; duration=0sec 2024-11-24T13:40:58,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,911 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:58,912 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:58,912 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:58,912 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/eb280bc285ef497a8c233c078c825bf1 is 175, key is test_row_0/A:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:58,914 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,914 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,914 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/934fd50061ff4952950f73d716f7db26, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=36.7 K 2024-11-24T13:40:58,914 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 934fd50061ff4952950f73d716f7db26, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732455655702 2024-11-24T13:40:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b23dc6a7fa834ce18e7bf38bf04c07f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1732455656851 2024-11-24T13:40:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a42b77242ad943c0a211c45797367950, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742037_1213 (size=32073) 2024-11-24T13:40:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,928 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#173 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,928 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bba1fc693a194f85bbed4b6995d1644b is 50, key is test_row_0/C:col10/1732455657859/Put/seqid=0 2024-11-24T13:40:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-11-24T13:40:58,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:58,931 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T13:40:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742038_1214 (size=13119) 2024-11-24T13:40:58,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,950 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bba1fc693a194f85bbed4b6995d1644b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bba1fc693a194f85bbed4b6995d1644b 2024-11-24T13:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d0e45f07ab340da84f2704cc42bf8d8_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455657877/Put/seqid=0 2024-11-24T13:40:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,957 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into bba1fc693a194f85bbed4b6995d1644b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,957 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:58,957 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455658870; duration=0sec 2024-11-24T13:40:58,957 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:58,957 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742039_1215 (size=7374) 2024-11-24T13:40:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,987 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246d0e45f07ab340da84f2704cc42bf8d8_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d0e45f07ab340da84f2704cc42bf8d8_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/bfe980a45f2a4d09a707a59b21e23a84, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/bfe980a45f2a4d09a707a59b21e23a84 is 175, key is test_row_0/A:col10/1732455657877/Put/seqid=0 2024-11-24T13:40:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742040_1216 (size=13865) 2024-11-24T13:40:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,996 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=362, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/bfe980a45f2a4d09a707a59b21e23a84 2024-11-24T13:40:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:58,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:59,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/7a47cc3e689e4c5d9a809afc42661606 is 50, key is test_row_0/B:col10/1732455657877/Put/seqid=0 2024-11-24T13:40:59,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742041_1217 (size=7415) 2024-11-24T13:40:59,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,031 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/7a47cc3e689e4c5d9a809afc42661606 2024-11-24T13:40:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/76085d9564e84b50aee6cdb7bcf7bbf5 is 50, key is test_row_0/C:col10/1732455657877/Put/seqid=0 2024-11-24T13:40:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742042_1218 (size=7415) 2024-11-24T13:40:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,061 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/76085d9564e84b50aee6cdb7bcf7bbf5 2024-11-24T13:40:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/bfe980a45f2a4d09a707a59b21e23a84 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84 2024-11-24T13:40:59,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,076 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84, entries=50, sequenceid=362, filesize=13.5 K 2024-11-24T13:40:59,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/7a47cc3e689e4c5d9a809afc42661606 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606 2024-11-24T13:40:59,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,083 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606, entries=50, sequenceid=362, filesize=7.2 K 2024-11-24T13:40:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455719075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,083 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/76085d9564e84b50aee6cdb7bcf7bbf5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5 2024-11-24T13:40:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455719077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,088 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455719078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455719082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,089 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455719083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,094 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5, entries=50, sequenceid=362, filesize=7.2 K 2024-11-24T13:40:59,095 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 6170602b247bf90f95ab182dbe6609dd in 164ms, sequenceid=362, compaction requested=false 2024-11-24T13:40:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-24T13:40:59,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-24T13:40:59,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-24T13:40:59,100 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1220 sec 2024-11-24T13:40:59,102 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.1300 sec 2024-11-24T13:40:59,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-24T13:40:59,108 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:40:59,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:40:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-11-24T13:40:59,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:40:59,111 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:40:59,111 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:40:59,111 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:40:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:59,192 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:59,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T13:40:59,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d1c852c5dbc42bbaa85e105712f84e3_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742043_1219 (size=14994) 2024-11-24T13:40:59,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455719205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243d1c852c5dbc42bbaa85e105712f84e3_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d1c852c5dbc42bbaa85e105712f84e3_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,211 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,212 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/3fd16863680d4ee9bdef60edbe23ec11, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455719207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455719207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455719209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,213 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,213 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/3fd16863680d4ee9bdef60edbe23ec11 is 175, key is test_row_0/A:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455719210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,215 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:40:59,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742044_1220 (size=39949) 2024-11-24T13:40:59,229 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/3fd16863680d4ee9bdef60edbe23ec11 2024-11-24T13:40:59,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/84f0fd64d6a149a7a1eb9fb0e36dae9a is 50, key is test_row_0/B:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742045_1221 (size=12301) 2024-11-24T13:40:59,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/84f0fd64d6a149a7a1eb9fb0e36dae9a 2024-11-24T13:40:59,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:40:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b759af4ffdfe48ec9b2468267ea74ba6 is 50, key is test_row_0/C:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742046_1222 (size=12301) 2024-11-24T13:40:59,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b759af4ffdfe48ec9b2468267ea74ba6 2024-11-24T13:40:59,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/3fd16863680d4ee9bdef60edbe23ec11 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11 2024-11-24T13:40:59,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11, entries=200, sequenceid=390, filesize=39.0 K 2024-11-24T13:40:59,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/84f0fd64d6a149a7a1eb9fb0e36dae9a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a 2024-11-24T13:40:59,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a, entries=150, sequenceid=390, filesize=12.0 K 2024-11-24T13:40:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/b759af4ffdfe48ec9b2468267ea74ba6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6 2024-11-24T13:40:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6, entries=150, sequenceid=390, filesize=12.0 K 2024-11-24T13:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,305 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6170602b247bf90f95ab182dbe6609dd in 113ms, sequenceid=390, compaction requested=true 2024-11-24T13:40:59,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:59,306 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,307 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,307 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:59,307 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. because compaction request was cancelled 2024-11-24T13:40:59,307 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:59,307 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:40:59,308 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,308 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/67fbdd7c24674371b4bcb0a6fd91e344, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=32.1 K 2024-11-24T13:40:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,309 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 67fbdd7c24674371b4bcb0a6fd91e344, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:59,309 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a47cc3e689e4c5d9a809afc42661606, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732455657877 2024-11-24T13:40:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,310 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 84f0fd64d6a149a7a1eb9fb0e36dae9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732455659070 2024-11-24T13:40:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,319 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#180 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:59,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,320 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/11b1fc177720400d917d5ce1f8debfc2 is 50, key is test_row_0/B:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,323 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/eb280bc285ef497a8c233c078c825bf1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1 2024-11-24T13:40:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,329 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into eb280bc285ef497a8c233c078c825bf1(size=31.3 K), total size for store is 83.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:59,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,329 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=13, startTime=1732455658869; duration=0sec 2024-11-24T13:40:59,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:40:59,329 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:40:59,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,330 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32835 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:40:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,330 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:40:59,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,330 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,330 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bba1fc693a194f85bbed4b6995d1644b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=32.1 K 2024-11-24T13:40:59,331 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bba1fc693a194f85bbed4b6995d1644b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,331 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76085d9564e84b50aee6cdb7bcf7bbf5, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732455657877 2024-11-24T13:40:59,332 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b759af4ffdfe48ec9b2468267ea74ba6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732455659070 2024-11-24T13:40:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:59,339 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:40:59,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:40:59,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742047_1223 (size=13221) 2024-11-24T13:40:59,356 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:59,357 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4 is 50, key is test_row_0/C:col10/1732455659080/Put/seqid=0 2024-11-24T13:40:59,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900945162b8e49f1bbc69b5d8c13874a_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455659340/Put/seqid=0 2024-11-24T13:40:59,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455719372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455719372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455719379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455719379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455719381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742048_1224 (size=13221) 2024-11-24T13:40:59,403 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4 2024-11-24T13:40:59,411 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 4e4a17e5d42d4e45bf8e3836a7dd6fb4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:59,411 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,411 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455659306; duration=0sec 2024-11-24T13:40:59,411 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:59,411 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:59,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742049_1225 (size=12454) 2024-11-24T13:40:59,417 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:40:59,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:40:59,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,425 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124900945162b8e49f1bbc69b5d8c13874a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900945162b8e49f1bbc69b5d8c13874a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:40:59,427 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/01ecf4fc074d4153b3eeb4e23e9dc1d4, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,427 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 is 175, key is test_row_0/A:col10/1732455659340/Put/seqid=0 2024-11-24T13:40:59,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:40:59,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742050_1226 (size=31255) 2024-11-24T13:40:59,443 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 2024-11-24T13:40:59,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 is 50, key is test_row_0/B:col10/1732455659340/Put/seqid=0 2024-11-24T13:40:59,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742051_1227 (size=12301) 2024-11-24T13:40:59,468 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 2024-11-24T13:40:59,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a5a1046c663e40258421c61aaf0d3102 is 50, key is test_row_0/C:col10/1732455659340/Put/seqid=0 2024-11-24T13:40:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742052_1228 (size=12301) 2024-11-24T13:40:59,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,491 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455719489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,492 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:40:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455719698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455719698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455719698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455719699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:40:59,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455719699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:40:59,701 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:40:59,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:40:59,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:40:59,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:40:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,755 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/11b1fc177720400d917d5ce1f8debfc2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/11b1fc177720400d917d5ce1f8debfc2 2024-11-24T13:40:59,765 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 11b1fc177720400d917d5ce1f8debfc2(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:40:59,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,765 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455659306; duration=0sec 2024-11-24T13:40:59,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:59,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:59,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a5a1046c663e40258421c61aaf0d3102 2024-11-24T13:40:59,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 2024-11-24T13:40:59,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:40:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:40:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:40:59,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4, entries=150, sequenceid=404, filesize=30.5 K 2024-11-24T13:40:59,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 2024-11-24T13:40:59,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T13:40:59,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/a5a1046c663e40258421c61aaf0d3102 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102 2024-11-24T13:40:59,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102, entries=150, sequenceid=404, filesize=12.0 K 2024-11-24T13:40:59,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6170602b247bf90f95ab182dbe6609dd in 572ms, sequenceid=404, compaction requested=true 2024-11-24T13:40:59,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:40:59,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:40:59,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:59,911 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:40:59,911 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:59,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:40:59,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:40:59,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:40:59,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:40:59,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:59,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:59,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. because compaction request was cancelled 2024-11-24T13:40:59,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:40:59,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:40:59,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 117142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:40:59,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:40:59,914 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,914 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=114.4 K 2024-11-24T13:40:59,914 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:40:59,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4] 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. because compaction request was cancelled 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb280bc285ef497a8c233c078c825bf1, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1732455657532 2024-11-24T13:40:59,915 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe980a45f2a4d09a707a59b21e23a84, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1732455657877 2024-11-24T13:40:59,916 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fd16863680d4ee9bdef60edbe23ec11, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732455659070 2024-11-24T13:40:59,916 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 01ecf4fc074d4153b3eeb4e23e9dc1d4, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732455659208 2024-11-24T13:40:59,925 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,933 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124f1f13784cf8c42d18b0860f74a0616a7_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,934 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124f1f13784cf8c42d18b0860f74a0616a7_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,935 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f1f13784cf8c42d18b0860f74a0616a7_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:40:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742053_1229 (size=4469) 2024-11-24T13:40:59,947 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#185 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:40:59,947 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f841176cab3645ada3c72bff3c4ee764 is 175, key is test_row_0/A:col10/1732455659340/Put/seqid=0 2024-11-24T13:40:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742054_1230 (size=32209) 2024-11-24T13:41:00,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:00,010 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:00,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455720017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455720019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,023 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,024 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242eb3ccd76fae43d0a897f874dbfe0c76_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,026 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455720024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,027 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742055_1231 (size=14994) 2024-11-24T13:41:00,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:41:00,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455720129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,133 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455720129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,134 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455720138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:41:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:00,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:41:00,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455720339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455720339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,343 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:41:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:00,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455720348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,357 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/f841176cab3645ada3c72bff3c4ee764 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764 2024-11-24T13:41:00,361 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into f841176cab3645ada3c72bff3c4ee764(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:00,361 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:00,361 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455659911; duration=0sec 2024-11-24T13:41:00,362 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:00,362 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:41:00,430 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:00,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242eb3ccd76fae43d0a897f874dbfe0c76_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242eb3ccd76fae43d0a897f874dbfe0c76_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:00,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/38da0b0874ff481bb791d6398174681e, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:00,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/38da0b0874ff481bb791d6398174681e is 175, key is test_row_0/A:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742056_1232 (size=39949) 2024-11-24T13:41:00,441 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=431, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/38da0b0874ff481bb791d6398174681e 2024-11-24T13:41:00,451 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/748adc6a92684afb95b1bcceb047f971 is 50, key is test_row_0/B:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742057_1233 (size=12301) 2024-11-24T13:41:00,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/748adc6a92684afb95b1bcceb047f971 2024-11-24T13:41:00,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f6b533a18aa149338bb5fe034f31f9f2 is 50, key is test_row_0/C:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742058_1234 (size=12301) 2024-11-24T13:41:00,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f6b533a18aa149338bb5fe034f31f9f2 2024-11-24T13:41:00,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/38da0b0874ff481bb791d6398174681e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e 2024-11-24T13:41:00,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e, entries=200, sequenceid=431, filesize=39.0 K 2024-11-24T13:41:00,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/748adc6a92684afb95b1bcceb047f971 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971 2024-11-24T13:41:00,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T13:41:00,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f6b533a18aa149338bb5fe034f31f9f2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2 2024-11-24T13:41:00,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2, entries=150, sequenceid=431, filesize=12.0 K 2024-11-24T13:41:00,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6170602b247bf90f95ab182dbe6609dd in 489ms, sequenceid=431, compaction requested=true 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:00,499 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:00,499 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:00,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:00,500 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:41:00,500 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:41:00,500 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. because compaction request was cancelled 2024-11-24T13:41:00,500 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:41:00,500 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:00,501 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:00,501 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:41:00,501 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,501 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/11b1fc177720400d917d5ce1f8debfc2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=36.9 K 2024-11-24T13:41:00,502 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:00,502 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:41:00,502 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,502 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=36.9 K 2024-11-24T13:41:00,502 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 11b1fc177720400d917d5ce1f8debfc2, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732455659070 2024-11-24T13:41:00,502 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e4a17e5d42d4e45bf8e3836a7dd6fb4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1732455659070 2024-11-24T13:41:00,503 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f50ad7ca9b9c4dd3be9e8c61d75462b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732455659208 2024-11-24T13:41:00,503 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5a1046c663e40258421c61aaf0d3102, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732455659208 2024-11-24T13:41:00,503 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 748adc6a92684afb95b1bcceb047f971, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732455659376 2024-11-24T13:41:00,503 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6b533a18aa149338bb5fe034f31f9f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732455659376 2024-11-24T13:41:00,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-11-24T13:41:00,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:00,504 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:41:00,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e823d41cc56b489394e64f807b1b6fac_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455660018/Put/seqid=0 2024-11-24T13:41:00,516 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#190 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:00,517 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/4e04e1788c944c9a80ab498881ecc6e8 is 50, key is test_row_0/B:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,524 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:00,524 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bc305e4353f24caf8da8b79db8750cf1 is 50, key is test_row_0/C:col10/1732455659376/Put/seqid=0 2024-11-24T13:41:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742060_1236 (size=13323) 2024-11-24T13:41:00,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742059_1235 (size=12454) 2024-11-24T13:41:00,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742061_1237 (size=13323) 2024-11-24T13:41:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:00,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,685 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455720682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455720681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455720683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,690 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455720799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455720799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,800 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455720799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:00,801 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:00,933 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/4e04e1788c944c9a80ab498881ecc6e8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4e04e1788c944c9a80ab498881ecc6e8 2024-11-24T13:41:00,938 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 4e04e1788c944c9a80ab498881ecc6e8(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:00,938 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:00,938 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455660499; duration=0sec 2024-11-24T13:41:00,938 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:00,938 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:41:00,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:00,955 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e823d41cc56b489394e64f807b1b6fac_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e823d41cc56b489394e64f807b1b6fac_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:00,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d6feb447854a4e959be3745bc4bd4102, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:00,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d6feb447854a4e959be3745bc4bd4102 is 175, key is test_row_0/A:col10/1732455660018/Put/seqid=0 2024-11-24T13:41:00,961 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bc305e4353f24caf8da8b79db8750cf1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc305e4353f24caf8da8b79db8750cf1 2024-11-24T13:41:00,966 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into bc305e4353f24caf8da8b79db8750cf1(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:00,966 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:00,966 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455660499; duration=0sec 2024-11-24T13:41:00,966 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:00,966 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:41:00,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742062_1238 (size=31255) 2024-11-24T13:41:01,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455720999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455720999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455721008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455721008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455721008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,013 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:41:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455721309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455721309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,311 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455721318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455721318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455721318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,381 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d6feb447854a4e959be3745bc4bd4102 2024-11-24T13:41:01,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/8cd1576916e24fa6b092d34e2a3605d1 is 50, key is test_row_0/B:col10/1732455660018/Put/seqid=0 2024-11-24T13:41:01,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742063_1239 (size=12301) 2024-11-24T13:41:01,793 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/8cd1576916e24fa6b092d34e2a3605d1 2024-11-24T13:41:01,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f96574968acb495b940dc5f307f32c23 is 50, key is test_row_0/C:col10/1732455660018/Put/seqid=0 2024-11-24T13:41:01,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742064_1240 (size=12301) 2024-11-24T13:41:01,806 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f96574968acb495b940dc5f307f32c23 2024-11-24T13:41:01,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/d6feb447854a4e959be3745bc4bd4102 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102 2024-11-24T13:41:01,814 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102, entries=150, sequenceid=444, filesize=30.5 K 2024-11-24T13:41:01,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/8cd1576916e24fa6b092d34e2a3605d1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1 2024-11-24T13:41:01,819 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T13:41:01,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/f96574968acb495b940dc5f307f32c23 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23 2024-11-24T13:41:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455721818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455721818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,822 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,825 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23, entries=150, sequenceid=444, filesize=12.0 K 2024-11-24T13:41:01,826 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6170602b247bf90f95ab182dbe6609dd in 1321ms, sequenceid=444, compaction requested=true 2024-11-24T13:41:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:01,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-24T13:41:01,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-24T13:41:01,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-24T13:41:01,829 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7160 sec 2024-11-24T13:41:01,830 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 2.7200 sec 2024-11-24T13:41:01,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:01,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:01,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:01,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f07ce1a1659449cb40dd20c65200489_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:01,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742065_1241 (size=17534) 2024-11-24T13:41:01,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:01,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455721844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455721845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455721845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,848 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,851 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f07ce1a1659449cb40dd20c65200489_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f07ce1a1659449cb40dd20c65200489_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:01,852 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/05539a30402f4685bceaec2d66ffb044, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:01,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/05539a30402f4685bceaec2d66ffb044 is 175, key is test_row_0/A:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:01,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742066_1242 (size=48639) 2024-11-24T13:41:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455721959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,961 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455721959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:01,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:01,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455721959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:01,962 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455722169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455722169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455722169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,256 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/05539a30402f4685bceaec2d66ffb044 2024-11-24T13:41:02,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/75cf26f7e8b04165a2622ed4adc0eacf is 50, key is test_row_0/B:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:02,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742067_1243 (size=12301) 2024-11-24T13:41:02,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/75cf26f7e8b04165a2622ed4adc0eacf 2024-11-24T13:41:02,279 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/7b14a8374ea342059d252469acfa977f is 50, key is test_row_0/C:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:02,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742068_1244 (size=12301) 2024-11-24T13:41:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455722479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,482 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455722479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455722479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,483 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/7b14a8374ea342059d252469acfa977f 2024-11-24T13:41:02,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/05539a30402f4685bceaec2d66ffb044 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044 2024-11-24T13:41:02,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044, entries=250, sequenceid=472, filesize=47.5 K 2024-11-24T13:41:02,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/75cf26f7e8b04165a2622ed4adc0eacf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf 2024-11-24T13:41:02,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T13:41:02,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/7b14a8374ea342059d252469acfa977f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f 2024-11-24T13:41:02,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f, entries=150, sequenceid=472, filesize=12.0 K 2024-11-24T13:41:02,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 6170602b247bf90f95ab182dbe6609dd in 867ms, sequenceid=472, compaction requested=true 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:02,701 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:02,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:41:02,701 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:02,702 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:02,702 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:41:02,702 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:02,702 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 152052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:02,702 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:41:02,702 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:02,702 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4e04e1788c944c9a80ab498881ecc6e8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=37.0 K 2024-11-24T13:41:02,702 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=148.5 K 2024-11-24T13:41:02,702 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:02,702 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044] 2024-11-24T13:41:02,703 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f841176cab3645ada3c72bff3c4ee764, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1732455659208 2024-11-24T13:41:02,703 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e04e1788c944c9a80ab498881ecc6e8, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732455659376 2024-11-24T13:41:02,703 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38da0b0874ff481bb791d6398174681e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732455659376 2024-11-24T13:41:02,704 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd1576916e24fa6b092d34e2a3605d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732455660015 2024-11-24T13:41:02,705 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d6feb447854a4e959be3745bc4bd4102, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732455660015 2024-11-24T13:41:02,705 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 75cf26f7e8b04165a2622ed4adc0eacf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:02,705 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05539a30402f4685bceaec2d66ffb044, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:02,713 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#197 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:02,714 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/7fa2a0f464084bd49ab10e3fa9452673 is 50, key is test_row_0/B:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:02,717 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:02,720 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245c78e127f1cd4f0881a868810209e2ba_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:02,722 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245c78e127f1cd4f0881a868810209e2ba_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:02,723 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245c78e127f1cd4f0881a868810209e2ba_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:02,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742069_1245 (size=13425) 2024-11-24T13:41:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742070_1246 (size=4469) 2024-11-24T13:41:02,734 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#198 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:02,734 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/e29e3ca342ef45e392d337180f1cd7c5 is 175, key is test_row_0/A:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:02,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742071_1247 (size=32345) 2024-11-24T13:41:02,745 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/e29e3ca342ef45e392d337180f1cd7c5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5 2024-11-24T13:41:02,750 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into e29e3ca342ef45e392d337180f1cd7c5(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:02,750 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:02,750 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455662701; duration=0sec 2024-11-24T13:41:02,750 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:02,750 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:41:02,751 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:02,752 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:02,752 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:41:02,752 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:02,752 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc305e4353f24caf8da8b79db8750cf1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=37.0 K 2024-11-24T13:41:02,752 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc305e4353f24caf8da8b79db8750cf1, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1732455659376 2024-11-24T13:41:02,753 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f96574968acb495b940dc5f307f32c23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1732455660015 2024-11-24T13:41:02,753 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b14a8374ea342059d252469acfa977f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:02,761 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#199 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:02,762 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bef1090c0bb44ec0b67507731d363234 is 50, key is test_row_0/C:col10/1732455660670/Put/seqid=0 2024-11-24T13:41:02,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742072_1248 (size=13425) 2024-11-24T13:41:02,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:02,829 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:02,830 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:02,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1619cc56d434484afa0339daa479ca8_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455662829/Put/seqid=0 2024-11-24T13:41:02,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742073_1249 (size=14994) 2024-11-24T13:41:02,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455722883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,887 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455722885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,891 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455722989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455722989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:02,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455722989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:02,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455722998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455722998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,003 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,133 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/7fa2a0f464084bd49ab10e3fa9452673 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7fa2a0f464084bd49ab10e3fa9452673 2024-11-24T13:41:03,138 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 7fa2a0f464084bd49ab10e3fa9452673(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:03,138 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:03,138 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=13, startTime=1732455662701; duration=0sec 2024-11-24T13:41:03,138 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:03,138 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:41:03,180 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bef1090c0bb44ec0b67507731d363234 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bef1090c0bb44ec0b67507731d363234 2024-11-24T13:41:03,185 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into bef1090c0bb44ec0b67507731d363234(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:03,185 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:03,185 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=13, startTime=1732455662701; duration=0sec 2024-11-24T13:41:03,185 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:03,185 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:41:03,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455723208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455723208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,212 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,241 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:03,244 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a1619cc56d434484afa0339daa479ca8_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1619cc56d434484afa0339daa479ca8_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:03,245 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/501655f174804f019b30b65a3eee2b6d, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:03,246 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/501655f174804f019b30b65a3eee2b6d is 175, key is test_row_0/A:col10/1732455662829/Put/seqid=0 2024-11-24T13:41:03,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742074_1250 (size=39949) 2024-11-24T13:41:03,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-24T13:41:03,279 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:03,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:03,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-11-24T13:41:03,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T13:41:03,282 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:03,283 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:03,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T13:41:03,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T13:41:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:03,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455723518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:03,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455723518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:03,520 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:03,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T13:41:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:03,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T13:41:03,654 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=484, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/501655f174804f019b30b65a3eee2b6d 2024-11-24T13:41:03,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/dfe5aa7f4711444b9e6b2f308b49e70b is 50, key is test_row_0/B:col10/1732455662829/Put/seqid=0 2024-11-24T13:41:03,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742075_1251 (size=12301) 2024-11-24T13:41:03,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/dfe5aa7f4711444b9e6b2f308b49e70b 2024-11-24T13:41:03,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cd4fe2f8c2c74164b38bdc1e6dc22947 is 50, key is test_row_0/C:col10/1732455662829/Put/seqid=0 2024-11-24T13:41:03,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742076_1252 (size=12301) 2024-11-24T13:41:03,692 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cd4fe2f8c2c74164b38bdc1e6dc22947 2024-11-24T13:41:03,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/501655f174804f019b30b65a3eee2b6d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d 2024-11-24T13:41:03,703 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d, entries=200, sequenceid=484, filesize=39.0 K 2024-11-24T13:41:03,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/dfe5aa7f4711444b9e6b2f308b49e70b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b 2024-11-24T13:41:03,710 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b, entries=150, sequenceid=484, filesize=12.0 K 2024-11-24T13:41:03,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/cd4fe2f8c2c74164b38bdc1e6dc22947 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947 2024-11-24T13:41:03,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947, entries=150, sequenceid=484, filesize=12.0 K 2024-11-24T13:41:03,721 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6170602b247bf90f95ab182dbe6609dd in 891ms, sequenceid=484, compaction requested=false 2024-11-24T13:41:03,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:03,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-11-24T13:41:03,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:03,741 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:03,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e45e4b3304f040f5b93f989b6379d9c7_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455662875/Put/seqid=0 2024-11-24T13:41:03,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742077_1253 (size=12454) 2024-11-24T13:41:03,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:03,761 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e45e4b3304f040f5b93f989b6379d9c7_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e45e4b3304f040f5b93f989b6379d9c7_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ce6001623dbc41feade706053b51c158, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:03,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ce6001623dbc41feade706053b51c158 is 175, key is test_row_0/A:col10/1732455662875/Put/seqid=0 2024-11-24T13:41:03,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742078_1254 (size=31255) 2024-11-24T13:41:03,769 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=511, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ce6001623dbc41feade706053b51c158 2024-11-24T13:41:03,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/935681474aad422d9352ae416142a004 is 50, key is test_row_0/B:col10/1732455662875/Put/seqid=0 2024-11-24T13:41:03,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742079_1255 (size=12301) 2024-11-24T13:41:03,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T13:41:04,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:04,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. as already flushing 2024-11-24T13:41:04,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455724014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455724017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455724017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455724029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455724029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42918 deadline: 1732455724129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42946 deadline: 1732455724129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42948 deadline: 1732455724129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:04,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:04,180 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/935681474aad422d9352ae416142a004 2024-11-24T13:41:04,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bc7458d15fc1449a9ed163811a2acc7d is 50, key is test_row_0/C:col10/1732455662875/Put/seqid=0 2024-11-24T13:41:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742080_1256 (size=12301) 2024-11-24T13:41:04,204 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bc7458d15fc1449a9ed163811a2acc7d 2024-11-24T13:41:04,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/ce6001623dbc41feade706053b51c158 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158 2024-11-24T13:41:04,213 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158, entries=150, sequenceid=511, filesize=30.5 K 2024-11-24T13:41:04,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/935681474aad422d9352ae416142a004 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004 2024-11-24T13:41:04,220 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004, entries=150, sequenceid=511, filesize=12.0 K 2024-11-24T13:41:04,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/bc7458d15fc1449a9ed163811a2acc7d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d 2024-11-24T13:41:04,225 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d, entries=150, sequenceid=511, filesize=12.0 K 2024-11-24T13:41:04,226 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 6170602b247bf90f95ab182dbe6609dd in 485ms, sequenceid=511, compaction requested=true 2024-11-24T13:41:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:04,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-24T13:41:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-24T13:41:04,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-24T13:41:04,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 944 msec 2024-11-24T13:41:04,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 949 msec 2024-11-24T13:41:04,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:04,340 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:04,340 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:41:04,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112440dc0676426144c59f84a4e885256a12_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:04,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742081_1257 (size=17534) 2024-11-24T13:41:04,401 INFO [Thread-595 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-595. 2024-11-24T13:41:04,401 DEBUG [Thread-595 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,401 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,401 DEBUG [Thread-595 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,402 INFO [Thread-591 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-591. 2024-11-24T13:41:04,402 DEBUG [Thread-591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,402 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,402 DEBUG [Thread-591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,405 INFO [Thread-602 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-602. 2024-11-24T13:41:04,405 DEBUG [Thread-602 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,405 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,406 DEBUG [Thread-602 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,406 INFO [Thread-598 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-598. 2024-11-24T13:41:04,406 DEBUG [Thread-598 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,406 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,406 DEBUG [Thread-598 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,407 INFO [Thread-589 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-589. 2024-11-24T13:41:04,407 DEBUG [Thread-589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,407 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,407 DEBUG [Thread-589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,408 INFO [Thread-600 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-600. 2024-11-24T13:41:04,408 DEBUG [Thread-600 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,408 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,408 DEBUG [Thread-600 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,409 INFO [Thread-604 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-604. 2024-11-24T13:41:04,409 DEBUG [Thread-604 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:04,409 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,409 DEBUG [Thread-604 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:04,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-24T13:41:04,419 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:04,762 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:04,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112440dc0676426144c59f84a4e885256a12_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440dc0676426144c59f84a4e885256a12_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:04,771 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/568d6162377f444ca988a6bc5acb6b79, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:04,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/568d6162377f444ca988a6bc5acb6b79 is 175, key is test_row_0/A:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742082_1258 (size=48639) 2024-11-24T13:41:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:05,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42900 deadline: 1732455725039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:42942 deadline: 1732455725039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:05,041 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 6170602b247bf90f95ab182dbe6609dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2158 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:05,041 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 6170602b247bf90f95ab182dbe6609dd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:05,043 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:05,178 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=525, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/568d6162377f444ca988a6bc5acb6b79 2024-11-24T13:41:05,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/e717fd1f3a444b66a6cb99e449e0e6a5 is 50, key is test_row_0/B:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:05,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742083_1259 (size=12301) 2024-11-24T13:41:05,588 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/e717fd1f3a444b66a6cb99e449e0e6a5 2024-11-24T13:41:05,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/32edeb3ee6fa47f680928f91184bd955 is 50, key is test_row_0/C:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:05,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742084_1260 (size=12301) 2024-11-24T13:41:06,001 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=525 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/32edeb3ee6fa47f680928f91184bd955 2024-11-24T13:41:06,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/568d6162377f444ca988a6bc5acb6b79 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79 2024-11-24T13:41:06,015 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79, entries=250, sequenceid=525, filesize=47.5 K 2024-11-24T13:41:06,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/e717fd1f3a444b66a6cb99e449e0e6a5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5 2024-11-24T13:41:06,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T13:41:06,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/32edeb3ee6fa47f680928f91184bd955 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955 2024-11-24T13:41:06,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955, entries=150, sequenceid=525, filesize=12.0 K 2024-11-24T13:41:06,026 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 6170602b247bf90f95ab182dbe6609dd in 1686ms, sequenceid=525, compaction requested=true 2024-11-24T13:41:06,026 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:06,027 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:06,027 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6170602b247bf90f95ab182dbe6609dd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:06,027 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 152188 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/B is initiating minor compaction (all files) 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/A is initiating minor compaction (all files) 2024-11-24T13:41:06,028 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/B in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:06,028 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/A in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:06,028 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=148.6 K 2024-11-24T13:41:06,028 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7fa2a0f464084bd49ab10e3fa9452673, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=49.1 K 2024-11-24T13:41:06,028 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79] 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7fa2a0f464084bd49ab10e3fa9452673, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:06,028 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e29e3ca342ef45e392d337180f1cd7c5, keycount=150, bloomtype=ROW, size=31.6 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfe5aa7f4711444b9e6b2f308b49e70b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732455661843 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 501655f174804f019b30b65a3eee2b6d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732455661837 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 935681474aad422d9352ae416142a004, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732455662875 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ce6001623dbc41feade706053b51c158, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732455662875 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting e717fd1f3a444b66a6cb99e449e0e6a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732455664012 2024-11-24T13:41:06,029 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 568d6162377f444ca988a6bc5acb6b79, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732455664012 2024-11-24T13:41:06,038 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#B#compaction#209 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:06,039 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/4ee7e4d882c54777b12787980b83a347 is 50, key is test_row_0/B:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:06,039 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:06,041 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124713c3e4524c14b2998e4eba60997b8e9_6170602b247bf90f95ab182dbe6609dd store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:06,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742085_1261 (size=13561) 2024-11-24T13:41:06,077 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124713c3e4524c14b2998e4eba60997b8e9_6170602b247bf90f95ab182dbe6609dd, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:06,077 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124713c3e4524c14b2998e4eba60997b8e9_6170602b247bf90f95ab182dbe6609dd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742086_1262 (size=4469) 2024-11-24T13:41:06,453 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/4ee7e4d882c54777b12787980b83a347 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4ee7e4d882c54777b12787980b83a347 2024-11-24T13:41:06,460 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/B of 6170602b247bf90f95ab182dbe6609dd into 4ee7e4d882c54777b12787980b83a347(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:06,460 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:06,460 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/B, priority=12, startTime=1732455666027; duration=0sec 2024-11-24T13:41:06,460 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:06,460 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:B 2024-11-24T13:41:06,460 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:06,461 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:06,461 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 6170602b247bf90f95ab182dbe6609dd/C is initiating minor compaction (all files) 2024-11-24T13:41:06,461 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6170602b247bf90f95ab182dbe6609dd/C in TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:06,461 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bef1090c0bb44ec0b67507731d363234, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp, totalSize=49.1 K 2024-11-24T13:41:06,462 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bef1090c0bb44ec0b67507731d363234, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1732455660670 2024-11-24T13:41:06,462 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd4fe2f8c2c74164b38bdc1e6dc22947, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1732455661843 2024-11-24T13:41:06,462 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc7458d15fc1449a9ed163811a2acc7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1732455662875 2024-11-24T13:41:06,463 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32edeb3ee6fa47f680928f91184bd955, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=525, earliestPutTs=1732455664012 2024-11-24T13:41:06,470 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#C#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:06,471 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/97a03d99f1924655abc1d222a87a0f1b is 50, key is test_row_0/C:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:06,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742087_1263 (size=13561) 2024-11-24T13:41:06,483 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6170602b247bf90f95ab182dbe6609dd#A#compaction#210 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:06,484 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/98299a4ad0a8424c9dee509d77c09649 is 175, key is test_row_0/A:col10/1732455664340/Put/seqid=0 2024-11-24T13:41:06,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742088_1264 (size=32481) 2024-11-24T13:41:06,882 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/97a03d99f1924655abc1d222a87a0f1b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/97a03d99f1924655abc1d222a87a0f1b 2024-11-24T13:41:06,890 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/C of 6170602b247bf90f95ab182dbe6609dd into 97a03d99f1924655abc1d222a87a0f1b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:06,890 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:06,890 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/C, priority=12, startTime=1732455666027; duration=0sec 2024-11-24T13:41:06,890 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:06,890 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:C 2024-11-24T13:41:06,892 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/98299a4ad0a8424c9dee509d77c09649 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/98299a4ad0a8424c9dee509d77c09649 2024-11-24T13:41:06,897 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 6170602b247bf90f95ab182dbe6609dd/A of 6170602b247bf90f95ab182dbe6609dd into 98299a4ad0a8424c9dee509d77c09649(size=31.7 K), total size for store is 31.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:06,897 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:06,897 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd., storeName=6170602b247bf90f95ab182dbe6609dd/A, priority=12, startTime=1732455666026; duration=0sec 2024-11-24T13:41:06,897 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:06,897 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6170602b247bf90f95ab182dbe6609dd:A 2024-11-24T13:41:07,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:07,060 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:07,060 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 6170602b247bf90f95ab182dbe6609dd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:41:07,060 INFO [Thread-587 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-587. 2024-11-24T13:41:07,060 INFO [Thread-593 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-593. 2024-11-24T13:41:07,060 DEBUG [Thread-587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:07,060 DEBUG [Thread-593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:07,060 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,060 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,061 DEBUG [Thread-587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,061 DEBUG [Thread-593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:07,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 80 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3439 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3450 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1556 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4668 rows 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1549 2024-11-24T13:41:07,061 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4644 rows 2024-11-24T13:41:07,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:41:07,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:41:07,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:07,062 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:07,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:41:07,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:07,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:07,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455667065"}]},"ts":"1732455667065"} 2024-11-24T13:41:07,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:41:07,066 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:41:07,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:41:07,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fded7504a4cd4b64a0127bf1e48a764a_6170602b247bf90f95ab182dbe6609dd is 50, key is test_row_0/A:col10/1732455667059/Put/seqid=0 2024-11-24T13:41:07,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, UNASSIGN}] 2024-11-24T13:41:07,069 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, UNASSIGN 2024-11-24T13:41:07,069 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742089_1265 (size=12454) 2024-11-24T13:41:07,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, UNASSIGN because future has completed 2024-11-24T13:41:07,071 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:41:07,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:07,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:07,223 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:07,223 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:41:07,223 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing 6170602b247bf90f95ab182dbe6609dd, disabling compactions & flushes 2024-11-24T13:41:07,223 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:07,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:07,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:41:07,471 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:07,475 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fded7504a4cd4b64a0127bf1e48a764a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fded7504a4cd4b64a0127bf1e48a764a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:07,476 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c5a21e109cb94f49910695566c85e5cc, store: [table=TestAcidGuarantees family=A region=6170602b247bf90f95ab182dbe6609dd] 2024-11-24T13:41:07,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c5a21e109cb94f49910695566c85e5cc is 175, key is test_row_0/A:col10/1732455667059/Put/seqid=0 2024-11-24T13:41:07,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742090_1266 (size=31255) 2024-11-24T13:41:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:07,882 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=552, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c5a21e109cb94f49910695566c85e5cc 2024-11-24T13:41:07,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f18c32161a2e4364b362664c9f3c478d is 50, key is test_row_0/B:col10/1732455667059/Put/seqid=0 2024-11-24T13:41:07,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742091_1267 (size=12301) 2024-11-24T13:41:08,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:08,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f18c32161a2e4364b362664c9f3c478d 2024-11-24T13:41:08,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/ffae9cdb46654834943676cd99f6c83c is 50, key is test_row_0/C:col10/1732455667059/Put/seqid=0 2024-11-24T13:41:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742092_1268 (size=12301) 2024-11-24T13:41:08,722 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=552 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/ffae9cdb46654834943676cd99f6c83c 2024-11-24T13:41:08,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/A/c5a21e109cb94f49910695566c85e5cc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c5a21e109cb94f49910695566c85e5cc 2024-11-24T13:41:08,736 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c5a21e109cb94f49910695566c85e5cc, entries=150, sequenceid=552, filesize=30.5 K 2024-11-24T13:41:08,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/B/f18c32161a2e4364b362664c9f3c478d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f18c32161a2e4364b362664c9f3c478d 2024-11-24T13:41:08,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f18c32161a2e4364b362664c9f3c478d, entries=150, sequenceid=552, filesize=12.0 K 2024-11-24T13:41:08,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/.tmp/C/ffae9cdb46654834943676cd99f6c83c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/ffae9cdb46654834943676cd99f6c83c 2024-11-24T13:41:08,746 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/ffae9cdb46654834943676cd99f6c83c, entries=150, sequenceid=552, filesize=12.0 K 2024-11-24T13:41:08,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6170602b247bf90f95ab182dbe6609dd in 1687ms, sequenceid=552, compaction requested=false 2024-11-24T13:41:08,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 6170602b247bf90f95ab182dbe6609dd: 2024-11-24T13:41:08,747 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:08,747 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:08,747 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. after waiting 0 ms 2024-11-24T13:41:08,747 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:08,748 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79] to archive 2024-11-24T13:41:08,749 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:08,750 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d90d8e52049943faad414a45d52a78dc 2024-11-24T13:41:08,751 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/47e41fa9fbf14af19b9184334d4086b2 2024-11-24T13:41:08,752 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/36c693607b204441b581d60690457213 2024-11-24T13:41:08,753 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c335e055a31447929dbde832dcd519f7 2024-11-24T13:41:08,755 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/52249b89a66048329c7489ebf1a89259 2024-11-24T13:41:08,756 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1fda4b71971a4ef1bb213460223dd188 2024-11-24T13:41:08,757 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/df71e43525aa4a498e7c81ec6d7b9f87 2024-11-24T13:41:08,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/8f37c676367b490aa1c50bb19ce4102b 2024-11-24T13:41:08,758 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/de8fba6132504312840e49b195513df9 2024-11-24T13:41:08,759 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/41ee35546d614acebc9b5c882e58e786 2024-11-24T13:41:08,760 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/5b1b6ca509864146aa83aa95ecf8fbf2 2024-11-24T13:41:08,761 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/34adc9dea07544739ae31db3caa1a567 2024-11-24T13:41:08,762 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/11decac0e7db45b7bbefb6c5232221c2 2024-11-24T13:41:08,763 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/2b0ebd91de794c74b4dcf4ecf3687f6f 2024-11-24T13:41:08,764 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ec05528e4a1d4169b48e511861000ebf 2024-11-24T13:41:08,765 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c64e165fa4204ed2b4b05b69fa440ed6 2024-11-24T13:41:08,766 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/58ec55c4954544d485a0a40cfef8037d 2024-11-24T13:41:08,767 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c93291f2ad2d49e4adc50c8461c2f811 2024-11-24T13:41:08,768 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/fc96e902df5743e5b2a1978510fa23fb 2024-11-24T13:41:08,769 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f2f0ca8127754d5a9be3d1d31c5ac8ec 2024-11-24T13:41:08,770 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/748440c513ed4e9dac2f8b7575d98126 2024-11-24T13:41:08,771 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/1e7a053e93514f478ba0bfd12646fcd6 2024-11-24T13:41:08,772 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/b2bb656e53c74cfc8ab8503fb960c573 2024-11-24T13:41:08,773 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/eb280bc285ef497a8c233c078c825bf1 2024-11-24T13:41:08,774 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/21c42f6f737b466fa01eaa43df6eefac 2024-11-24T13:41:08,775 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/bfe980a45f2a4d09a707a59b21e23a84 2024-11-24T13:41:08,776 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/3fd16863680d4ee9bdef60edbe23ec11 2024-11-24T13:41:08,777 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/f841176cab3645ada3c72bff3c4ee764 2024-11-24T13:41:08,778 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/01ecf4fc074d4153b3eeb4e23e9dc1d4 2024-11-24T13:41:08,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/38da0b0874ff481bb791d6398174681e 2024-11-24T13:41:08,779 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/d6feb447854a4e959be3745bc4bd4102 2024-11-24T13:41:08,780 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/05539a30402f4685bceaec2d66ffb044 2024-11-24T13:41:08,781 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/e29e3ca342ef45e392d337180f1cd7c5 2024-11-24T13:41:08,782 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/501655f174804f019b30b65a3eee2b6d 2024-11-24T13:41:08,783 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/ce6001623dbc41feade706053b51c158 2024-11-24T13:41:08,784 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/568d6162377f444ca988a6bc5acb6b79 2024-11-24T13:41:08,785 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38e975699d404699b736492e80eb888e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95fd60b192c34eff8afc93eb250ea971, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/22dcabe24fab46f6a28a144ec0ec4bc4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/c3dde87cce704750b8d6975576b1c745, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf730bc211ff427f88d3f28f0c0f0119, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/476709ce851048009e037021529493df, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/67fbdd7c24674371b4bcb0a6fd91e344, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/11b1fc177720400d917d5ce1f8debfc2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4e04e1788c944c9a80ab498881ecc6e8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7fa2a0f464084bd49ab10e3fa9452673, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5] to archive 2024-11-24T13:41:08,786 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:08,787 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95cbf3ad103647aa8af63ca90cd54a72 2024-11-24T13:41:08,788 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d65663f3c4db4bd4a95cabd93f5cc3b1 2024-11-24T13:41:08,789 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/fe09fe9c94514b0da1377c2659b72ba6 2024-11-24T13:41:08,790 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38e975699d404699b736492e80eb888e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38e975699d404699b736492e80eb888e 2024-11-24T13:41:08,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/72b46b38349e454da6cf0aa6d548ef42 2024-11-24T13:41:08,791 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/d860e8aceee8448ca9e4958f4c4aa668 2024-11-24T13:41:08,792 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95fd60b192c34eff8afc93eb250ea971 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/95fd60b192c34eff8afc93eb250ea971 2024-11-24T13:41:08,793 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf1e69d4b186448db93c66edd20edef3 2024-11-24T13:41:08,794 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/ef4337ebafb94c71bde68b27602111a8 2024-11-24T13:41:08,795 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/22dcabe24fab46f6a28a144ec0ec4bc4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/22dcabe24fab46f6a28a144ec0ec4bc4 2024-11-24T13:41:08,796 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/54ebb1ba8d1e403a893f13ab42cbda52 2024-11-24T13:41:08,797 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/340de8c16d81455f8b8acf53b89f04c7 2024-11-24T13:41:08,798 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/c3dde87cce704750b8d6975576b1c745 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/c3dde87cce704750b8d6975576b1c745 2024-11-24T13:41:08,799 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/0e6b450514c64a3cbc8a1eea052c43b7 2024-11-24T13:41:08,800 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/89c77d6b539146ab86dded0607ff2d9d 2024-11-24T13:41:08,801 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/a7d107362e9c4b76bc653b9c96ed3e6d 2024-11-24T13:41:08,802 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf730bc211ff427f88d3f28f0c0f0119 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/bf730bc211ff427f88d3f28f0c0f0119 2024-11-24T13:41:08,803 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/1296d72f312747fabbf98f8e55e8a6f0 2024-11-24T13:41:08,804 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/59e8ee3aac9d44f08bac897a43df60fa 2024-11-24T13:41:08,805 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/cdd690bfe6ea410496b6e15986d1705e 2024-11-24T13:41:08,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/476709ce851048009e037021529493df to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/476709ce851048009e037021529493df 2024-11-24T13:41:08,807 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/393ba81cd74c4f5d891bef328250c6e2 2024-11-24T13:41:08,808 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/38add1c9870540c4844e8f9408f96a69 2024-11-24T13:41:08,809 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/67fbdd7c24674371b4bcb0a6fd91e344 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/67fbdd7c24674371b4bcb0a6fd91e344 2024-11-24T13:41:08,810 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/77b7ea8344d04514a2479f74437d2c8b 2024-11-24T13:41:08,811 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7a47cc3e689e4c5d9a809afc42661606 2024-11-24T13:41:08,812 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/11b1fc177720400d917d5ce1f8debfc2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/11b1fc177720400d917d5ce1f8debfc2 2024-11-24T13:41:08,813 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/84f0fd64d6a149a7a1eb9fb0e36dae9a 2024-11-24T13:41:08,814 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f50ad7ca9b9c4dd3be9e8c61d75462b5 2024-11-24T13:41:08,815 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4e04e1788c944c9a80ab498881ecc6e8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4e04e1788c944c9a80ab498881ecc6e8 2024-11-24T13:41:08,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/748adc6a92684afb95b1bcceb047f971 2024-11-24T13:41:08,816 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/8cd1576916e24fa6b092d34e2a3605d1 2024-11-24T13:41:08,817 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7fa2a0f464084bd49ab10e3fa9452673 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/7fa2a0f464084bd49ab10e3fa9452673 2024-11-24T13:41:08,818 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/75cf26f7e8b04165a2622ed4adc0eacf 2024-11-24T13:41:08,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/dfe5aa7f4711444b9e6b2f308b49e70b 2024-11-24T13:41:08,819 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/935681474aad422d9352ae416142a004 2024-11-24T13:41:08,820 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/e717fd1f3a444b66a6cb99e449e0e6a5 2024-11-24T13:41:08,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bbf85fa914d64d1f97e827529e07bfdf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bb8882d7f5f54477aeebc156a2309591, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/814c0c9826444d60b7dc8ecafdbebd12, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8dce21cd24b84f6e8855a80e5c1827ba, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/9b2eb74627cf42a9a42a583ee6c807b3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/934fd50061ff4952950f73d716f7db26, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bba1fc693a194f85bbed4b6995d1644b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc305e4353f24caf8da8b79db8750cf1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bef1090c0bb44ec0b67507731d363234, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955] to archive 2024-11-24T13:41:08,822 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:08,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/86af7f4c91b444df9fbf96f4955ca316 2024-11-24T13:41:08,824 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/655afd064a0848449b2f6918b8013450 2024-11-24T13:41:08,825 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4acff7bce98d457dbbe74995f10f6670 2024-11-24T13:41:08,826 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bbf85fa914d64d1f97e827529e07bfdf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bbf85fa914d64d1f97e827529e07bfdf 2024-11-24T13:41:08,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a47f8949b5b841ffb39876ad22113211 2024-11-24T13:41:08,827 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b10f47475e1f4ee7b34cb56eaafda4dc 2024-11-24T13:41:08,828 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bb8882d7f5f54477aeebc156a2309591 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bb8882d7f5f54477aeebc156a2309591 2024-11-24T13:41:08,829 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/58db8bb74337478fb5b244048fb74994 2024-11-24T13:41:08,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/263494ad6ff843ec8962ee818418a405 2024-11-24T13:41:08,830 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/814c0c9826444d60b7dc8ecafdbebd12 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/814c0c9826444d60b7dc8ecafdbebd12 2024-11-24T13:41:08,831 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/fe0478f6bfec4b3d95d2756b61df12f9 2024-11-24T13:41:08,832 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/08e15cabe4d24b74bd181f2eff404e10 2024-11-24T13:41:08,833 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8dce21cd24b84f6e8855a80e5c1827ba to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8dce21cd24b84f6e8855a80e5c1827ba 2024-11-24T13:41:08,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/40f698ef08d6411687d478799f3cb3dc 2024-11-24T13:41:08,834 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cad1ff0be9784e6f8f2b75822d861aab 2024-11-24T13:41:08,835 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4ef62a7488794e8388a758a7f6bacb84 2024-11-24T13:41:08,836 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/9b2eb74627cf42a9a42a583ee6c807b3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/9b2eb74627cf42a9a42a583ee6c807b3 2024-11-24T13:41:08,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/688b7508c2bb4d4680f632616da2ae41 2024-11-24T13:41:08,837 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/8587419bb5754450bbc8b44c93a4692f 2024-11-24T13:41:08,838 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/11f03ee92b7844a5994c8e85428f027a 2024-11-24T13:41:08,839 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/934fd50061ff4952950f73d716f7db26 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/934fd50061ff4952950f73d716f7db26 2024-11-24T13:41:08,840 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/6df31dde7d3e4e2f9c6b999cf4539a58 2024-11-24T13:41:08,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b23dc6a7fa834ce18e7bf38bf04c07f8 2024-11-24T13:41:08,841 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bba1fc693a194f85bbed4b6995d1644b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bba1fc693a194f85bbed4b6995d1644b 2024-11-24T13:41:08,842 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a42b77242ad943c0a211c45797367950 2024-11-24T13:41:08,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/76085d9564e84b50aee6cdb7bcf7bbf5 2024-11-24T13:41:08,843 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/4e4a17e5d42d4e45bf8e3836a7dd6fb4 2024-11-24T13:41:08,844 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/b759af4ffdfe48ec9b2468267ea74ba6 2024-11-24T13:41:08,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/a5a1046c663e40258421c61aaf0d3102 2024-11-24T13:41:08,845 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc305e4353f24caf8da8b79db8750cf1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc305e4353f24caf8da8b79db8750cf1 2024-11-24T13:41:08,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f6b533a18aa149338bb5fe034f31f9f2 2024-11-24T13:41:08,846 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/f96574968acb495b940dc5f307f32c23 2024-11-24T13:41:08,847 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bef1090c0bb44ec0b67507731d363234 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bef1090c0bb44ec0b67507731d363234 2024-11-24T13:41:08,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/7b14a8374ea342059d252469acfa977f 2024-11-24T13:41:08,848 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/cd4fe2f8c2c74164b38bdc1e6dc22947 2024-11-24T13:41:08,849 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/bc7458d15fc1449a9ed163811a2acc7d 2024-11-24T13:41:08,850 DEBUG [StoreCloser-TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/32edeb3ee6fa47f680928f91184bd955 2024-11-24T13:41:08,854 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits/555.seqid, newMaxSeqId=555, maxSeqId=4 2024-11-24T13:41:08,854 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd. 2024-11-24T13:41:08,854 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for 6170602b247bf90f95ab182dbe6609dd: Waiting for close lock at 1732455667223Running coprocessor pre-close hooks at 1732455667223Disabling compacts and flushes for region at 1732455667223Disabling writes for close at 1732455668747 (+1524 ms)Writing region close event to WAL at 1732455668851 (+104 ms)Running coprocessor post-close hooks at 1732455668854 (+3 ms)Closed at 1732455668854 2024-11-24T13:41:08,856 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed 6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:08,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=6170602b247bf90f95ab182dbe6609dd, regionState=CLOSED 2024-11-24T13:41:08,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:08,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-24T13:41:08,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure 6170602b247bf90f95ab182dbe6609dd, server=ee00117f0849,40029,1732455609232 in 1.7870 sec 2024-11-24T13:41:08,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-11-24T13:41:08,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=6170602b247bf90f95ab182dbe6609dd, UNASSIGN in 1.7910 sec 2024-11-24T13:41:08,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-24T13:41:08,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7940 sec 2024-11-24T13:41:08,863 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455668863"}]},"ts":"1732455668863"} 2024-11-24T13:41:08,864 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:41:08,864 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:41:08,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8030 sec 2024-11-24T13:41:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-24T13:41:09,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:09,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:41:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,215 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T13:41:09,217 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,220 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,225 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits] 2024-11-24T13:41:09,229 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/98299a4ad0a8424c9dee509d77c09649 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/98299a4ad0a8424c9dee509d77c09649 2024-11-24T13:41:09,232 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c5a21e109cb94f49910695566c85e5cc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/A/c5a21e109cb94f49910695566c85e5cc 2024-11-24T13:41:09,236 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4ee7e4d882c54777b12787980b83a347 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/4ee7e4d882c54777b12787980b83a347 2024-11-24T13:41:09,237 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f18c32161a2e4364b362664c9f3c478d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/B/f18c32161a2e4364b362664c9f3c478d 2024-11-24T13:41:09,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/97a03d99f1924655abc1d222a87a0f1b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/97a03d99f1924655abc1d222a87a0f1b 2024-11-24T13:41:09,239 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/ffae9cdb46654834943676cd99f6c83c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/C/ffae9cdb46654834943676cd99f6c83c 2024-11-24T13:41:09,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits/555.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd/recovered.edits/555.seqid 2024-11-24T13:41:09,243 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,243 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:41:09,243 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:41:09,244 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T13:41:09,248 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404b12b891f96480b84224cade0d2d5c4_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112404b12b891f96480b84224cade0d2d5c4_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,249 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dbd85008fe64099a34ac5e39dcc34b6_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dbd85008fe64099a34ac5e39dcc34b6_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,250 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242eb3ccd76fae43d0a897f874dbfe0c76_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411242eb3ccd76fae43d0a897f874dbfe0c76_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,251 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d1c852c5dbc42bbaa85e105712f84e3_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411243d1c852c5dbc42bbaa85e105712f84e3_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,252 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440dc0676426144c59f84a4e885256a12_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112440dc0676426144c59f84a4e885256a12_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,253 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124635ac159c14848cda021c4f44551ca5d_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124635ac159c14848cda021c4f44551ca5d_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,254 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112466d4846dcf9d44e8beb0537caa54c883_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112466d4846dcf9d44e8beb0537caa54c883_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,255 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d0e45f07ab340da84f2704cc42bf8d8_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246d0e45f07ab340da84f2704cc42bf8d8_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,256 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f07ce1a1659449cb40dd20c65200489_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411246f07ce1a1659449cb40dd20c65200489_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d444c4642c847e6a48ae985c00f8b88_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411247d444c4642c847e6a48ae985c00f8b88_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,257 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900945162b8e49f1bbc69b5d8c13874a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124900945162b8e49f1bbc69b5d8c13874a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,258 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112491aee8a37729421fbfb64af968295a2e_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112491aee8a37729421fbfb64af968295a2e_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,259 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497284693fcc24ce8b3f24b6b265991e1_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112497284693fcc24ce8b3f24b6b265991e1_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,260 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a74f44d7d684cd2ac9a87070a061606_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a74f44d7d684cd2ac9a87070a061606_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,261 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1619cc56d434484afa0339daa479ca8_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a1619cc56d434484afa0339daa479ca8_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,262 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a46d1685843748e09ee99efbc62b6a70_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a46d1685843748e09ee99efbc62b6a70_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,262 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b95aae16c68c42b2a5895588e471802c_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b95aae16c68c42b2a5895588e471802c_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,263 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfa62cb893e64b7b9a240602c5c3c1a9_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfa62cb893e64b7b9a240602c5c3c1a9_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,264 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c606224fa7c6414fb40d17a900fa2480_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c606224fa7c6414fb40d17a900fa2480_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,265 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c9f92244ca374270bdd8866c0e81307a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124c9f92244ca374270bdd8866c0e81307a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,265 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d7dd62f252f04eff96659d98713f0f4e_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124d7dd62f252f04eff96659d98713f0f4e_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,266 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da45e12d5a70427a9d78a8184541abee_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124da45e12d5a70427a9d78a8184541abee_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,267 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e45e4b3304f040f5b93f989b6379d9c7_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e45e4b3304f040f5b93f989b6379d9c7_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,268 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6ce74ff833a46acb90acd81e87b3c94_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e6ce74ff833a46acb90acd81e87b3c94_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e823d41cc56b489394e64f807b1b6fac_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e823d41cc56b489394e64f807b1b6fac_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,269 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9436148af504819938b6f40f36febb4_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f9436148af504819938b6f40f36febb4_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,270 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa454ba9c89f4d5598a187848c577c4a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fa454ba9c89f4d5598a187848c577c4a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,271 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fded7504a4cd4b64a0127bf1e48a764a_6170602b247bf90f95ab182dbe6609dd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fded7504a4cd4b64a0127bf1e48a764a_6170602b247bf90f95ab182dbe6609dd 2024-11-24T13:41:09,272 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:41:09,274 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,276 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:41:09,278 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:41:09,279 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,279 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:41:09,279 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455669279"}]},"ts":"9223372036854775807"} 2024-11-24T13:41:09,281 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:41:09,281 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 6170602b247bf90f95ab182dbe6609dd, NAME => 'TestAcidGuarantees,,1732455641050.6170602b247bf90f95ab182dbe6609dd.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:41:09,281 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:41:09,281 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455669281"}]},"ts":"9223372036854775807"} 2024-11-24T13:41:09,283 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:41:09,284 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 73 msec 2024-11-24T13:41:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-24T13:41:09,319 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:41:09,319 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:09,329 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=242 (was 239) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_186814540_22 at /127.0.0.1:34722 [Waiting for operation #785] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_186814540_22 at /127.0.0.1:34798 [Waiting for operation #758] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2015259082_22 at /127.0.0.1:34808 [Waiting for operation #754] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2015259082_22 at /127.0.0.1:57586 [Waiting for operation #990] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=537 (was 419) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7639 (was 8177) 2024-11-24T13:41:09,340 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=537, ProcessCount=11, AvailableMemoryMB=7638 2024-11-24T13:41:09,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:41:09,342 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:41:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:09,345 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:41:09,345 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:09,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-11-24T13:41:09,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:09,346 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:41:09,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742093_1269 (size=959) 2024-11-24T13:41:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:09,753 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:41:09,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742094_1270 (size=53) 2024-11-24T13:41:09,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:10,159 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:41:10,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 10ccc456f30b9bac38a181f3e1018e8f, disabling compactions & flushes 2024-11-24T13:41:10,160 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. after waiting 0 ms 2024-11-24T13:41:10,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,160 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,160 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 10ccc456f30b9bac38a181f3e1018e8f: Waiting for close lock at 1732455670160Disabling compacts and flushes for region at 1732455670160Disabling writes for close at 1732455670160Writing region close event to WAL at 1732455670160Closed at 1732455670160 2024-11-24T13:41:10,162 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:41:10,162 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455670162"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455670162"}]},"ts":"1732455670162"} 2024-11-24T13:41:10,165 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:41:10,167 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:41:10,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455670167"}]},"ts":"1732455670167"} 2024-11-24T13:41:10,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:41:10,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, ASSIGN}] 2024-11-24T13:41:10,171 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, ASSIGN 2024-11-24T13:41:10,172 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:41:10,323 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=10ccc456f30b9bac38a181f3e1018e8f, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:10,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, ASSIGN because future has completed 2024-11-24T13:41:10,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:10,486 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,486 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:41:10,487 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,487 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:41:10,487 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,487 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,489 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,491 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10ccc456f30b9bac38a181f3e1018e8f columnFamilyName A 2024-11-24T13:41:10,491 DEBUG [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:10,492 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(327): Store=10ccc456f30b9bac38a181f3e1018e8f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:10,492 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,493 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10ccc456f30b9bac38a181f3e1018e8f columnFamilyName B 2024-11-24T13:41:10,493 DEBUG [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:10,494 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(327): Store=10ccc456f30b9bac38a181f3e1018e8f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:10,494 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,496 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10ccc456f30b9bac38a181f3e1018e8f columnFamilyName C 2024-11-24T13:41:10,497 DEBUG [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:10,497 INFO [StoreOpener-10ccc456f30b9bac38a181f3e1018e8f-1 {}] regionserver.HStore(327): Store=10ccc456f30b9bac38a181f3e1018e8f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:10,498 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,499 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,500 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,501 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,501 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,502 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:41:10,503 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,505 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:41:10,506 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 10ccc456f30b9bac38a181f3e1018e8f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66055573, jitterRate=-0.01569525897502899}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:41:10,506 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:10,507 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 10ccc456f30b9bac38a181f3e1018e8f: Running coprocessor pre-open hook at 1732455670487Writing region info on filesystem at 1732455670487Initializing all the Stores at 1732455670488 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455670488Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455670489 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455670489Cleaning up temporary data from old regions at 1732455670501 (+12 ms)Running coprocessor post-open hooks at 1732455670506 (+5 ms)Region opened successfully at 1732455670507 (+1 ms) 2024-11-24T13:41:10,507 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., pid=67, masterSystemTime=1732455670482 2024-11-24T13:41:10,509 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,509 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:10,510 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=10ccc456f30b9bac38a181f3e1018e8f, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:10,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:10,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-24T13:41:10,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 in 184 msec 2024-11-24T13:41:10,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-11-24T13:41:10,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, ASSIGN in 343 msec 2024-11-24T13:41:10,516 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:41:10,516 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455670516"}]},"ts":"1732455670516"} 2024-11-24T13:41:10,517 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:41:10,518 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:41:10,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1760 sec 2024-11-24T13:41:11,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-11-24T13:41:11,489 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:11,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e4e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,492 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,492 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,494 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3eeb007b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,499 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,500 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d590e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,504 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,506 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:41:11,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:41:11,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bfa211e 2024-11-24T13:41:11,507 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:41:11,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:41:11,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ad36e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,510 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,510 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd9773c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,512 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,512 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f4e2ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b38a2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,513 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,513 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,514 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6a6dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,515 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,515 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0b8c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260eab4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,517 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30061b56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,517 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,518 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,518 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a5848e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699a7f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,519 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,519 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,520 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce21e94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,520 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,521 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ef10b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5559acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,522 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,522 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f18fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,523 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,524 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,524 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216560f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8815e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,525 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d93593, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,526 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,527 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53510, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2010ad00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13ed310c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,529 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3588621c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,530 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,531 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d24d95a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@176a9725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,532 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61672d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,534 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53554, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,534 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f3c9b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5762fa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,535 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,535 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,536 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114bdb10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,536 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,537 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6de256f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f72a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:11,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:11,539 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a83a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:11,539 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:11,540 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:11,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@609a0d0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:11,541 DEBUG [Thread-1251 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 DEBUG [Thread-1249 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 DEBUG [Thread-1238 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 DEBUG [Thread-1255 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 DEBUG [Thread-1246 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:11,541 DEBUG [Thread-1240 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,541 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,542 DEBUG [Thread-1242 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,542 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44704, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-24T13:41:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44722, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,543 DEBUG [Thread-1257 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:11,544 DEBUG [Thread-1244 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,544 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,545 DEBUG [Thread-1253 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:11,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44764, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,546 DEBUG [Thread-1253 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:11,546 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,546 DEBUG [Thread-1253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:11,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,547 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,548 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:11,549 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:11,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,550 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:41:11,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:11,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:11,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455731587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455731587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455731591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,597 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455731592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,598 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455731595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,600 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/4e664410d66e441f9dd4fdb627e79ec0 is 50, key is test_row_0/A:col10/1732455671552/Put/seqid=0 2024-11-24T13:41:11,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742095_1271 (size=12001) 2024-11-24T13:41:11,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/4e664410d66e441f9dd4fdb627e79ec0 2024-11-24T13:41:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:11,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8b16cd70cd374c09948417cac368e4b6 is 50, key is test_row_0/B:col10/1732455671552/Put/seqid=0 2024-11-24T13:41:11,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455731698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455731699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455731699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T13:41:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:11,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:11,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:11,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:11,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742096_1272 (size=12001) 2024-11-24T13:41:11,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455731710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,712 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455731711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8b16cd70cd374c09948417cac368e4b6 2024-11-24T13:41:11,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/71ad8de7b12d4d35abd4f79ab2bb423d is 50, key is test_row_0/C:col10/1732455671552/Put/seqid=0 2024-11-24T13:41:11,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742097_1273 (size=12001) 2024-11-24T13:41:11,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/71ad8de7b12d4d35abd4f79ab2bb423d 2024-11-24T13:41:11,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/4e664410d66e441f9dd4fdb627e79ec0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0 2024-11-24T13:41:11,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T13:41:11,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8b16cd70cd374c09948417cac368e4b6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6 2024-11-24T13:41:11,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T13:41:11,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/71ad8de7b12d4d35abd4f79ab2bb423d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d 2024-11-24T13:41:11,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d, entries=150, sequenceid=13, filesize=11.7 K 2024-11-24T13:41:11,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10ccc456f30b9bac38a181f3e1018e8f in 246ms, sequenceid=13, compaction requested=false 2024-11-24T13:41:11,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:11,859 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-24T13:41:11,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:11,859 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:41:11,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9dce05f372741ed9c4baad63ab2621f is 50, key is test_row_0/A:col10/1732455671590/Put/seqid=0 2024-11-24T13:41:11,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742098_1274 (size=12001) 2024-11-24T13:41:11,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:11,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455731919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455731919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,923 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455731920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,925 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455731922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455731923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,927 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:11,928 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455732028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455732039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455732039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:12,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455732232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455732232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,235 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455732238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455732248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,249 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455732248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,274 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9dce05f372741ed9c4baad63ab2621f 2024-11-24T13:41:12,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/2e26ae830aab4d1789e0226c4e2fca72 is 50, key is test_row_0/B:col10/1732455671590/Put/seqid=0 2024-11-24T13:41:12,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742099_1275 (size=12001) 2024-11-24T13:41:12,312 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/2e26ae830aab4d1789e0226c4e2fca72 2024-11-24T13:41:12,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/94dc483d45f541d79c377aa145dd2863 is 50, key is test_row_0/C:col10/1732455671590/Put/seqid=0 2024-11-24T13:41:12,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742100_1276 (size=12001) 2024-11-24T13:41:12,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455732549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455732558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455732558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,561 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:12,737 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/94dc483d45f541d79c377aa145dd2863 2024-11-24T13:41:12,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455732739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:12,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455732739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:12,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:12,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9dce05f372741ed9c4baad63ab2621f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f 2024-11-24T13:41:12,755 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:41:12,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/2e26ae830aab4d1789e0226c4e2fca72 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72 2024-11-24T13:41:12,763 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:41:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/94dc483d45f541d79c377aa145dd2863 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863 2024-11-24T13:41:12,771 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863, entries=150, sequenceid=37, filesize=11.7 K 2024-11-24T13:41:12,772 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 10ccc456f30b9bac38a181f3e1018e8f in 913ms, sequenceid=37, compaction requested=false 2024-11-24T13:41:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-24T13:41:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-24T13:41:12,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-24T13:41:12,777 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2250 sec 2024-11-24T13:41:12,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.2370 sec 2024-11-24T13:41:13,061 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:13,061 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:41:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:13,067 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/979b9855046749ee889e56395fcc209b is 50, key is test_row_0/A:col10/1732455673060/Put/seqid=0 2024-11-24T13:41:13,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742101_1277 (size=14341) 2024-11-24T13:41:13,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/979b9855046749ee889e56395fcc209b 2024-11-24T13:41:13,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/5e113afe6f7a4256ba8203725685bdbf is 50, key is test_row_0/B:col10/1732455673060/Put/seqid=0 2024-11-24T13:41:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742102_1278 (size=12001) 2024-11-24T13:41:13,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455733102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,107 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455733106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455733209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455733219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455733219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,222 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455733418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455733429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,432 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455733429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,432 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/5e113afe6f7a4256ba8203725685bdbf 2024-11-24T13:41:13,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/992ef4f698e9411da6a8161356bd3184 is 50, key is test_row_0/C:col10/1732455673060/Put/seqid=0 2024-11-24T13:41:13,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742103_1279 (size=12001) 2024-11-24T13:41:13,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-24T13:41:13,699 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:13,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:13,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-24T13:41:13,701 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:13,702 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:13,702 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:13,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T13:41:13,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455733728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455733738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455733738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455733759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:13,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455733759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:13,761 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,761 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2169 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:13,762 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T13:41:13,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T13:41:13,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:13,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:13,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:13,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:13,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:13,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:13,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/992ef4f698e9411da6a8161356bd3184 2024-11-24T13:41:13,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/979b9855046749ee889e56395fcc209b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b 2024-11-24T13:41:13,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b, entries=200, sequenceid=50, filesize=14.0 K 2024-11-24T13:41:13,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/5e113afe6f7a4256ba8203725685bdbf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf 2024-11-24T13:41:13,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T13:41:13,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/992ef4f698e9411da6a8161356bd3184 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184 2024-11-24T13:41:13,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184, entries=150, sequenceid=50, filesize=11.7 K 2024-11-24T13:41:13,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 10ccc456f30b9bac38a181f3e1018e8f in 879ms, sequenceid=50, compaction requested=true 2024-11-24T13:41:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:13,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:13,941 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:13,941 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:13,942 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:13,942 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=37.4 K 2024-11-24T13:41:13,942 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=35.2 K 2024-11-24T13:41:13,942 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8b16cd70cd374c09948417cac368e4b6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732455671552 2024-11-24T13:41:13,942 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e664410d66e441f9dd4fdb627e79ec0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732455671552 2024-11-24T13:41:13,942 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9dce05f372741ed9c4baad63ab2621f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455671589 2024-11-24T13:41:13,942 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e26ae830aab4d1789e0226c4e2fca72, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455671589 2024-11-24T13:41:13,943 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 979b9855046749ee889e56395fcc209b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732455671914 2024-11-24T13:41:13,943 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e113afe6f7a4256ba8203725685bdbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732455671914 2024-11-24T13:41:13,950 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#224 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:13,951 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/e7a23c2c19f84380bfdcadc540a56cd9 is 50, key is test_row_0/A:col10/1732455673060/Put/seqid=0 2024-11-24T13:41:13,955 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:13,956 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/a27fd53b2b344dccb466471921c37b2b is 50, key is test_row_0/B:col10/1732455673060/Put/seqid=0 2024-11-24T13:41:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742104_1280 (size=12104) 2024-11-24T13:41:13,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742105_1281 (size=12104) 2024-11-24T13:41:14,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-24T13:41:14,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,007 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T13:41:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/87fa370e6e124b069deded028e13da5d is 50, key is test_row_0/A:col10/1732455673105/Put/seqid=0 2024-11-24T13:41:14,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742106_1282 (size=12001) 2024-11-24T13:41:14,015 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/87fa370e6e124b069deded028e13da5d 2024-11-24T13:41:14,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T13:41:14,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8293172ee8a444ea81286f0080e08d8c is 50, key is test_row_0/B:col10/1732455673105/Put/seqid=0 2024-11-24T13:41:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742107_1283 (size=12001) 2024-11-24T13:41:14,026 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8293172ee8a444ea81286f0080e08d8c 2024-11-24T13:41:14,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/35877641457a4e9ab47ac24315f557c1 is 50, key is test_row_0/C:col10/1732455673105/Put/seqid=0 2024-11-24T13:41:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742108_1284 (size=12001) 2024-11-24T13:41:14,037 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/35877641457a4e9ab47ac24315f557c1 2024-11-24T13:41:14,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/87fa370e6e124b069deded028e13da5d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d 2024-11-24T13:41:14,045 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d, entries=150, sequenceid=73, filesize=11.7 K 2024-11-24T13:41:14,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8293172ee8a444ea81286f0080e08d8c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c 2024-11-24T13:41:14,063 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c, entries=150, sequenceid=73, filesize=11.7 K 2024-11-24T13:41:14,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/35877641457a4e9ab47ac24315f557c1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1 2024-11-24T13:41:14,069 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1, entries=150, sequenceid=73, filesize=11.7 K 2024-11-24T13:41:14,070 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 10ccc456f30b9bac38a181f3e1018e8f in 63ms, sequenceid=73, compaction requested=true 2024-11-24T13:41:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-24T13:41:14,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-24T13:41:14,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-24T13:41:14,074 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 370 msec 2024-11-24T13:41:14,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 375 msec 2024-11-24T13:41:14,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:14,260 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:14,260 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:14,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/82426c85f30a4cb2a309d77b8463baa6 is 50, key is test_row_0/A:col10/1732455674252/Put/seqid=0 2024-11-24T13:41:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742109_1285 (size=14341) 2024-11-24T13:41:14,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455734297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,303 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455734302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,307 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455734303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-24T13:41:14,329 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:14,329 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:14,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-24T13:41:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:14,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:14,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:14,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:14,366 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/e7a23c2c19f84380bfdcadc540a56cd9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e7a23c2c19f84380bfdcadc540a56cd9 2024-11-24T13:41:14,368 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/a27fd53b2b344dccb466471921c37b2b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a27fd53b2b344dccb466471921c37b2b 2024-11-24T13:41:14,372 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into e7a23c2c19f84380bfdcadc540a56cd9(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:14,372 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:14,372 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455673940; duration=0sec 2024-11-24T13:41:14,373 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:14,373 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:14,373 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:14,374 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into a27fd53b2b344dccb466471921c37b2b(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:14,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:14,374 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455673941; duration=0sec 2024-11-24T13:41:14,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:14,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:14,374 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:14,374 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:14,374 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,374 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=46.9 K 2024-11-24T13:41:14,375 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71ad8de7b12d4d35abd4f79ab2bb423d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732455671552 2024-11-24T13:41:14,375 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94dc483d45f541d79c377aa145dd2863, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732455671589 2024-11-24T13:41:14,375 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 992ef4f698e9411da6a8161356bd3184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732455671914 2024-11-24T13:41:14,376 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 35877641457a4e9ab47ac24315f557c1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732455673094 2024-11-24T13:41:14,383 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#230 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:14,384 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/0336a625665d46d5a2d86428a098cdbb is 50, key is test_row_0/C:col10/1732455673105/Put/seqid=0 2024-11-24T13:41:14,385 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:41:14,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455734408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,412 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742110_1286 (size=12139) 2024-11-24T13:41:14,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455734419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455734419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,422 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:14,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455734618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,621 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455734629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455734629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,632 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:14,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/82426c85f30a4cb2a309d77b8463baa6 2024-11-24T13:41:14,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8d4edcd1902a4b6ca63032aed91fec2a is 50, key is test_row_0/B:col10/1732455674252/Put/seqid=0 2024-11-24T13:41:14,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742111_1287 (size=12001) 2024-11-24T13:41:14,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8d4edcd1902a4b6ca63032aed91fec2a 2024-11-24T13:41:14,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f2eb9eec37ea4d97aa153b8fa3675944 is 50, key is test_row_0/C:col10/1732455674252/Put/seqid=0 2024-11-24T13:41:14,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742112_1288 (size=12001) 2024-11-24T13:41:14,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,820 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/0336a625665d46d5a2d86428a098cdbb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/0336a625665d46d5a2d86428a098cdbb 2024-11-24T13:41:14,825 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into 0336a625665d46d5a2d86428a098cdbb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:14,825 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:14,825 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=12, startTime=1732455673941; duration=0sec 2024-11-24T13:41:14,825 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:14,825 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:14,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455734928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455734938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455734938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:14,940 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:14,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:14,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:14,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:15,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:15,095 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:15,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:15,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:15,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f2eb9eec37ea4d97aa153b8fa3675944 2024-11-24T13:41:15,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/82426c85f30a4cb2a309d77b8463baa6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6 2024-11-24T13:41:15,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6, entries=200, sequenceid=84, filesize=14.0 K 2024-11-24T13:41:15,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8d4edcd1902a4b6ca63032aed91fec2a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a 2024-11-24T13:41:15,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a, entries=150, sequenceid=84, filesize=11.7 K 2024-11-24T13:41:15,134 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f2eb9eec37ea4d97aa153b8fa3675944 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944 2024-11-24T13:41:15,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944, entries=150, sequenceid=84, filesize=11.7 K 2024-11-24T13:41:15,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 10ccc456f30b9bac38a181f3e1018e8f in 878ms, sequenceid=84, compaction requested=true 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:15,138 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:15,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:15,138 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:15,139 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:15,139 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:15,139 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a27fd53b2b344dccb466471921c37b2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=35.3 K 2024-11-24T13:41:15,139 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e7a23c2c19f84380bfdcadc540a56cd9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=37.5 K 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a27fd53b2b344dccb466471921c37b2b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732455671914 2024-11-24T13:41:15,139 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7a23c2c19f84380bfdcadc540a56cd9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1732455671914 2024-11-24T13:41:15,140 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8293172ee8a444ea81286f0080e08d8c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732455673094 2024-11-24T13:41:15,140 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87fa370e6e124b069deded028e13da5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732455673094 2024-11-24T13:41:15,140 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d4edcd1902a4b6ca63032aed91fec2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732455674252 2024-11-24T13:41:15,140 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82426c85f30a4cb2a309d77b8463baa6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732455674252 2024-11-24T13:41:15,146 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#233 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:15,147 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/6d55c50db6c7409aa100c40f3254a1d5 is 50, key is test_row_0/B:col10/1732455674252/Put/seqid=0 2024-11-24T13:41:15,150 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:15,150 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c3888287a7554058aca625be467e03fe is 50, key is test_row_0/A:col10/1732455674252/Put/seqid=0 2024-11-24T13:41:15,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742113_1289 (size=12207) 2024-11-24T13:41:15,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742114_1290 (size=12207) 2024-11-24T13:41:15,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-24T13:41:15,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:15,248 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:41:15,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/e6a1ae8707c54b039885a5ab5cce3090 is 50, key is test_row_0/A:col10/1732455674294/Put/seqid=0 2024-11-24T13:41:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742115_1291 (size=12001) 2024-11-24T13:41:15,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:15,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455735453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455735453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,458 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455735457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,461 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:15,566 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/6d55c50db6c7409aa100c40f3254a1d5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/6d55c50db6c7409aa100c40f3254a1d5 2024-11-24T13:41:15,569 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c3888287a7554058aca625be467e03fe as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c3888287a7554058aca625be467e03fe 2024-11-24T13:41:15,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455735568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,572 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 6d55c50db6c7409aa100c40f3254a1d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:15,572 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:15,572 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455675138; duration=0sec 2024-11-24T13:41:15,572 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:15,572 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,572 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455735569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455735569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,572 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,573 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-24T13:41:15,573 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-24T13:41:15,573 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. because compaction request was cancelled 2024-11-24T13:41:15,573 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:15,574 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into c3888287a7554058aca625be467e03fe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:15,574 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:15,574 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455675138; duration=0sec 2024-11-24T13:41:15,574 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:15,574 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:15,655 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/e6a1ae8707c54b039885a5ab5cce3090 2024-11-24T13:41:15,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/ff2822927697458ab597825d7bb8fcac is 50, key is test_row_0/B:col10/1732455674294/Put/seqid=0 2024-11-24T13:41:15,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742116_1292 (size=12001) 2024-11-24T13:41:15,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455735768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,770 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455735768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,770 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:15,771 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455735779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,779 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455735779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455735779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:15,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,067 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/ff2822927697458ab597825d7bb8fcac 2024-11-24T13:41:16,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e is 50, key is test_row_0/C:col10/1732455674294/Put/seqid=0 2024-11-24T13:41:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742117_1293 (size=12001) 2024-11-24T13:41:16,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455736088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455736088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455736089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,478 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e 2024-11-24T13:41:16,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:16,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/e6a1ae8707c54b039885a5ab5cce3090 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090 2024-11-24T13:41:16,485 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T13:41:16,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/ff2822927697458ab597825d7bb8fcac as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac 2024-11-24T13:41:16,489 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T13:41:16,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e 2024-11-24T13:41:16,495 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e, entries=150, sequenceid=113, filesize=11.7 K 2024-11-24T13:41:16,496 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 10ccc456f30b9bac38a181f3e1018e8f in 1248ms, sequenceid=113, compaction requested=true 2024-11-24T13:41:16,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:16,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:16,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-24T13:41:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-24T13:41:16,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-24T13:41:16,499 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1660 sec 2024-11-24T13:41:16,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 2.1710 sec 2024-11-24T13:41:16,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:16,602 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:16,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:41:16,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/d7df1ad4bf774cd3af95670c96ca967b is 50, key is test_row_0/A:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:16,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742118_1294 (size=14341) 2024-11-24T13:41:16,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455736635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,640 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455736639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455736639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455736748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455736748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455736748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455736958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455736958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:16,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455736958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:16,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/d7df1ad4bf774cd3af95670c96ca967b 2024-11-24T13:41:17,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d0fb98427c284fcd8afcabc04a4994ea is 50, key is test_row_0/B:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:17,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742119_1295 (size=12001) 2024-11-24T13:41:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455737269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455737269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455737269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d0fb98427c284fcd8afcabc04a4994ea 2024-11-24T13:41:17,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/88a0967a9e604d4c89e93588b9641b2c is 50, key is test_row_0/C:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742120_1296 (size=12001) 2024-11-24T13:41:17,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/88a0967a9e604d4c89e93588b9641b2c 2024-11-24T13:41:17,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/d7df1ad4bf774cd3af95670c96ca967b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b 2024-11-24T13:41:17,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b, entries=200, sequenceid=128, filesize=14.0 K 2024-11-24T13:41:17,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d0fb98427c284fcd8afcabc04a4994ea as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea 2024-11-24T13:41:17,469 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea, entries=150, sequenceid=128, filesize=11.7 K 2024-11-24T13:41:17,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/88a0967a9e604d4c89e93588b9641b2c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c 2024-11-24T13:41:17,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c, entries=150, sequenceid=128, filesize=11.7 K 2024-11-24T13:41:17,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 10ccc456f30b9bac38a181f3e1018e8f in 871ms, sequenceid=128, compaction requested=true 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:17,474 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:17,474 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:17,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38549 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:17,475 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:17,475 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:17,475 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c3888287a7554058aca625be467e03fe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=37.6 K 2024-11-24T13:41:17,475 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/6d55c50db6c7409aa100c40f3254a1d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=35.4 K 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d55c50db6c7409aa100c40f3254a1d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732455674252 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3888287a7554058aca625be467e03fe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732455674252 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ff2822927697458ab597825d7bb8fcac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732455674294 2024-11-24T13:41:17,475 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6a1ae8707c54b039885a5ab5cce3090, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732455674294 2024-11-24T13:41:17,476 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d0fb98427c284fcd8afcabc04a4994ea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:17,476 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7df1ad4bf774cd3af95670c96ca967b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:17,483 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:17,483 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:17,483 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/09418b7a2be64c63ab1e4875d82f36b9 is 50, key is test_row_0/A:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:17,484 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/14d875f29ddf4a9580205dbaf2893ff6 is 50, key is test_row_0/B:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:17,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742121_1297 (size=12309) 2024-11-24T13:41:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742122_1298 (size=12309) 2024-11-24T13:41:17,497 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/14d875f29ddf4a9580205dbaf2893ff6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/14d875f29ddf4a9580205dbaf2893ff6 2024-11-24T13:41:17,502 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 14d875f29ddf4a9580205dbaf2893ff6(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:17,502 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:17,502 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455677474; duration=0sec 2024-11-24T13:41:17,502 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:17,502 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:17,502 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:17,503 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:17,503 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:17,504 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:17,504 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/0336a625665d46d5a2d86428a098cdbb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=47.0 K 2024-11-24T13:41:17,504 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0336a625665d46d5a2d86428a098cdbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1732455673094 2024-11-24T13:41:17,510 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f2eb9eec37ea4d97aa153b8fa3675944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1732455674252 2024-11-24T13:41:17,511 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f2f7e2be5ef4d248dd69e8c84ce4e5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1732455674294 2024-11-24T13:41:17,513 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 88a0967a9e604d4c89e93588b9641b2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:17,527 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:17,528 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/b50d7df305184372b8e31670997f4830 is 50, key is test_row_0/C:col10/1732455675452/Put/seqid=0 2024-11-24T13:41:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742123_1299 (size=12275) 2024-11-24T13:41:17,547 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/b50d7df305184372b8e31670997f4830 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b50d7df305184372b8e31670997f4830 2024-11-24T13:41:17,556 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into b50d7df305184372b8e31670997f4830(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:17,556 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:17,556 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=12, startTime=1732455677474; duration=0sec 2024-11-24T13:41:17,557 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:17,557 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:17,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:17,782 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:17,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:17,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455737797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455737802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455737802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6396e6e7be3a4dfba5d92406b4cd0b22 is 50, key is test_row_0/A:col10/1732455676633/Put/seqid=0 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742124_1300 (size=12151) 2024-11-24T13:41:17,895 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/09418b7a2be64c63ab1e4875d82f36b9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/09418b7a2be64c63ab1e4875d82f36b9 2024-11-24T13:41:17,903 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into 09418b7a2be64c63ab1e4875d82f36b9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:17,904 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:17,904 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455677474; duration=0sec 2024-11-24T13:41:17,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:17,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:17,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455737908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,910 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455737919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455737919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:17,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455738118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,130 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455738128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455738129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,131 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6396e6e7be3a4dfba5d92406b4cd0b22 2024-11-24T13:41:18,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/7aa023b230814627a44dfae4c801cab5 is 50, key is test_row_0/B:col10/1732455676633/Put/seqid=0 2024-11-24T13:41:18,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742125_1301 (size=12151) 2024-11-24T13:41:18,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455738429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,432 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455738438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,440 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455738438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-24T13:41:18,489 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:18,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:18,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-24T13:41:18,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T13:41:18,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:18,491 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:18,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:18,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T13:41:18,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/7aa023b230814627a44dfae4c801cab5 2024-11-24T13:41:18,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/a94f982e0123420db97a8f50a10b6295 is 50, key is test_row_0/C:col10/1732455676633/Put/seqid=0 2024-11-24T13:41:18,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742126_1302 (size=12151) 2024-11-24T13:41:18,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T13:41:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T13:41:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T13:41:18,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455738939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T13:41:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:18,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455738948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:18,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455738948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:18,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/a94f982e0123420db97a8f50a10b6295 2024-11-24T13:41:19,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6396e6e7be3a4dfba5d92406b4cd0b22 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22 2024-11-24T13:41:19,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T13:41:19,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/7aa023b230814627a44dfae4c801cab5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5 2024-11-24T13:41:19,063 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T13:41:19,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/a94f982e0123420db97a8f50a10b6295 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295 2024-11-24T13:41:19,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295, entries=150, sequenceid=155, filesize=11.9 K 2024-11-24T13:41:19,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 10ccc456f30b9bac38a181f3e1018e8f in 1287ms, sequenceid=155, compaction requested=false 2024-11-24T13:41:19,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:19,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-24T13:41:19,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:19,101 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:41:19,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/80c4c9abe82442e984ee823e6d6b6d73 is 50, key is test_row_0/A:col10/1732455677800/Put/seqid=0 2024-11-24T13:41:19,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T13:41:19,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742127_1303 (size=12151) 2024-11-24T13:41:19,128 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/80c4c9abe82442e984ee823e6d6b6d73 2024-11-24T13:41:19,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/165dced1540b46d8b3de3f5b38b4b14a is 50, key is test_row_0/B:col10/1732455677800/Put/seqid=0 2024-11-24T13:41:19,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742128_1304 (size=12151) 2024-11-24T13:41:19,145 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/165dced1540b46d8b3de3f5b38b4b14a 2024-11-24T13:41:19,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/cd394a2d7f084b4b877570efd0f40c1e is 50, key is test_row_0/C:col10/1732455677800/Put/seqid=0 2024-11-24T13:41:19,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742129_1305 (size=12151) 2024-11-24T13:41:19,191 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/cd394a2d7f084b4b877570efd0f40c1e 2024-11-24T13:41:19,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/80c4c9abe82442e984ee823e6d6b6d73 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73 2024-11-24T13:41:19,201 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T13:41:19,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/165dced1540b46d8b3de3f5b38b4b14a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a 2024-11-24T13:41:19,207 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T13:41:19,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/cd394a2d7f084b4b877570efd0f40c1e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e 2024-11-24T13:41:19,215 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e, entries=150, sequenceid=168, filesize=11.9 K 2024-11-24T13:41:19,216 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 10ccc456f30b9bac38a181f3e1018e8f in 115ms, sequenceid=168, compaction requested=true 2024-11-24T13:41:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:19,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-24T13:41:19,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-24T13:41:19,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-24T13:41:19,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 727 msec 2024-11-24T13:41:19,222 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 732 msec 2024-11-24T13:41:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-24T13:41:19,628 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:19,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:19,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-24T13:41:19,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T13:41:19,631 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:19,632 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:19,632 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:19,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T13:41:19,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-24T13:41:19,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:19,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-24T13:41:19,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-24T13:41:19,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-24T13:41:19,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 158 msec 2024-11-24T13:41:19,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 167 msec 2024-11-24T13:41:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:19,806 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:19,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:19,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/0cc673d75bbc46019fba1537c76f7270 is 50, key is test_row_0/A:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:19,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742130_1306 (size=14541) 2024-11-24T13:41:19,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455739864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455739871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-24T13:41:19,948 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:19,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:19,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-24T13:41:19,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:19,951 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:19,952 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:19,952 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:19,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455739958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455739959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,961 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:19,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455739959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,961 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,962 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455739978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:19,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:19,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455739988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:19,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:20,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,105 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:20,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455740188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:20,202 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:20,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455740198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,203 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:20,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/0cc673d75bbc46019fba1537c76f7270 2024-11-24T13:41:20,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/06e202c4c18f4226a8c3a2653958a6cf is 50, key is test_row_0/B:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:20,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:20,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742131_1307 (size=12151) 2024-11-24T13:41:20,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:20,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455740498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:20,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:20,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455740509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:20,512 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:20,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:20,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/06e202c4c18f4226a8c3a2653958a6cf 2024-11-24T13:41:20,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/649a9835f9ea47cc9d8aa11dad2f5f12 is 50, key is test_row_0/C:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:20,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742132_1308 (size=12151) 2024-11-24T13:41:20,697 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=180 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/649a9835f9ea47cc9d8aa11dad2f5f12 2024-11-24T13:41:20,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/0cc673d75bbc46019fba1537c76f7270 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270 2024-11-24T13:41:20,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270, entries=200, sequenceid=180, filesize=14.2 K 2024-11-24T13:41:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/06e202c4c18f4226a8c3a2653958a6cf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf 2024-11-24T13:41:20,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T13:41:20,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/649a9835f9ea47cc9d8aa11dad2f5f12 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12 2024-11-24T13:41:20,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:20,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12, entries=150, sequenceid=180, filesize=11.9 K 2024-11-24T13:41:20,724 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 10ccc456f30b9bac38a181f3e1018e8f in 917ms, sequenceid=180, compaction requested=true 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:20,724 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:20,724 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:20,724 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:20,725 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48762 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:20,725 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51152 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:20,726 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:20,726 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,726 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/09418b7a2be64c63ab1e4875d82f36b9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=50.0 K 2024-11-24T13:41:20,726 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:20,726 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,726 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/14d875f29ddf4a9580205dbaf2893ff6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=47.6 K 2024-11-24T13:41:20,727 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09418b7a2be64c63ab1e4875d82f36b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:20,727 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 14d875f29ddf4a9580205dbaf2893ff6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:20,727 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6396e6e7be3a4dfba5d92406b4cd0b22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732455676633 2024-11-24T13:41:20,728 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7aa023b230814627a44dfae4c801cab5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732455676633 2024-11-24T13:41:20,728 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c4c9abe82442e984ee823e6d6b6d73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455677788 2024-11-24T13:41:20,728 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 165dced1540b46d8b3de3f5b38b4b14a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455677788 2024-11-24T13:41:20,728 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cc673d75bbc46019fba1537c76f7270, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:20,729 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 06e202c4c18f4226a8c3a2653958a6cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:20,743 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:20,744 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/50ce608260d34602b5f5bf30be5ccb0c is 50, key is test_row_0/A:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:20,749 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#254 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:20,749 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/35bee129fc9a4815bc77d849bf99a6ce is 50, key is test_row_0/B:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:20,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742133_1309 (size=12595) 2024-11-24T13:41:20,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742134_1310 (size=12595) 2024-11-24T13:41:20,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-24T13:41:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:20,873 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:20,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9be866ac8984d83b271868c6eae1a1d is 50, key is test_row_0/A:col10/1732455679853/Put/seqid=0 2024-11-24T13:41:20,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742135_1311 (size=12151) 2024-11-24T13:41:21,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:21,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:21,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455741036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455741036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,043 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:21,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455741149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455741149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,152 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,203 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/50ce608260d34602b5f5bf30be5ccb0c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/50ce608260d34602b5f5bf30be5ccb0c 2024-11-24T13:41:21,208 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into 50ce608260d34602b5f5bf30be5ccb0c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:21,208 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:21,208 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=12, startTime=1732455680724; duration=0sec 2024-11-24T13:41:21,208 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:21,208 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:21,209 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:21,211 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:21,211 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:21,211 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:21,211 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b50d7df305184372b8e31670997f4830, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=47.6 K 2024-11-24T13:41:21,211 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b50d7df305184372b8e31670997f4830, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732455675452 2024-11-24T13:41:21,212 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a94f982e0123420db97a8f50a10b6295, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732455676633 2024-11-24T13:41:21,212 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting cd394a2d7f084b4b877570efd0f40c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1732455677788 2024-11-24T13:41:21,212 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 649a9835f9ea47cc9d8aa11dad2f5f12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:21,223 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:21,224 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/fb734102b32c450aaa06f9252d3819d0 is 50, key is test_row_0/C:col10/1732455679802/Put/seqid=0 2024-11-24T13:41:21,230 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/35bee129fc9a4815bc77d849bf99a6ce as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/35bee129fc9a4815bc77d849bf99a6ce 2024-11-24T13:41:21,238 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 35bee129fc9a4815bc77d849bf99a6ce(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:21,238 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:21,238 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=12, startTime=1732455680724; duration=0sec 2024-11-24T13:41:21,239 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:21,239 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:21,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742136_1312 (size=12561) 2024-11-24T13:41:21,307 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9be866ac8984d83b271868c6eae1a1d 2024-11-24T13:41:21,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3044e3f5a64a42eabb334d2448bc26be is 50, key is test_row_0/B:col10/1732455679853/Put/seqid=0 2024-11-24T13:41:21,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742137_1313 (size=12151) 2024-11-24T13:41:21,324 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3044e3f5a64a42eabb334d2448bc26be 2024-11-24T13:41:21,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/caec05e55c5b45e5b92e81de2d525edb is 50, key is test_row_0/C:col10/1732455679853/Put/seqid=0 2024-11-24T13:41:21,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742138_1314 (size=12151) 2024-11-24T13:41:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455741359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455741359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,362 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,658 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/fb734102b32c450aaa06f9252d3819d0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/fb734102b32c450aaa06f9252d3819d0 2024-11-24T13:41:21,663 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into fb734102b32c450aaa06f9252d3819d0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:21,663 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:21,663 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=12, startTime=1732455680724; duration=0sec 2024-11-24T13:41:21,663 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:21,663 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:21,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455741668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455741669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:21,670 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:21,745 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/caec05e55c5b45e5b92e81de2d525edb 2024-11-24T13:41:21,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/c9be866ac8984d83b271868c6eae1a1d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d 2024-11-24T13:41:21,752 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d, entries=150, sequenceid=205, filesize=11.9 K 2024-11-24T13:41:21,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3044e3f5a64a42eabb334d2448bc26be as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be 2024-11-24T13:41:21,756 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be, entries=150, sequenceid=205, filesize=11.9 K 2024-11-24T13:41:21,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/caec05e55c5b45e5b92e81de2d525edb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb 2024-11-24T13:41:21,760 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb, entries=150, sequenceid=205, filesize=11.9 K 2024-11-24T13:41:21,761 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 10ccc456f30b9bac38a181f3e1018e8f in 888ms, sequenceid=205, compaction requested=false 2024-11-24T13:41:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:21,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-24T13:41:21,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-24T13:41:21,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-24T13:41:21,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8110 sec 2024-11-24T13:41:21,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.8160 sec 2024-11-24T13:41:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:21,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:21,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:41:21,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f7c6d634d0b34bc9b4dc33d12be393ed is 50, key is test_row_0/A:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:21,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742139_1315 (size=14541) 2024-11-24T13:41:21,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f7c6d634d0b34bc9b4dc33d12be393ed 2024-11-24T13:41:21,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8a858e86fd404fb39b687530023677df is 50, key is test_row_0/B:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:21,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742140_1316 (size=12151) 2024-11-24T13:41:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455742011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455742012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,016 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455742016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-24T13:41:22,099 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:22,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-24T13:41:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:22,104 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:22,106 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:22,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455742119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,121 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455742119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,122 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,131 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455742128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,131 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455742179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455742179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,182 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:22,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T13:41:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:22,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455742328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455742329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,341 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455742339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8a858e86fd404fb39b687530023677df 2024-11-24T13:41:22,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/70632a9020904e65a89a2c46f6c4156d is 50, key is test_row_0/C:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:22,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T13:41:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:22,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:22,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742141_1317 (size=12151) 2024-11-24T13:41:22,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T13:41:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455742639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455742639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:22,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455742648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:22,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:22,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T13:41:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:22,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:22,845 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/70632a9020904e65a89a2c46f6c4156d 2024-11-24T13:41:22,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f7c6d634d0b34bc9b4dc33d12be393ed as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed 2024-11-24T13:41:22,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed, entries=200, sequenceid=220, filesize=14.2 K 2024-11-24T13:41:22,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8a858e86fd404fb39b687530023677df as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df 2024-11-24T13:41:22,855 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T13:41:22,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/70632a9020904e65a89a2c46f6c4156d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d 2024-11-24T13:41:22,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d, entries=150, sequenceid=220, filesize=11.9 K 2024-11-24T13:41:22,860 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 10ccc456f30b9bac38a181f3e1018e8f in 889ms, sequenceid=220, compaction requested=true 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:22,860 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:22,860 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:22,860 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:22,861 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:22,861 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:22,861 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:22,861 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:22,861 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,861 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,861 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/50ce608260d34602b5f5bf30be5ccb0c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=38.4 K 2024-11-24T13:41:22,861 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/35bee129fc9a4815bc77d849bf99a6ce, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.0 K 2024-11-24T13:41:22,862 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 35bee129fc9a4815bc77d849bf99a6ce, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:22,862 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50ce608260d34602b5f5bf30be5ccb0c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:22,862 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3044e3f5a64a42eabb334d2448bc26be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732455679853 2024-11-24T13:41:22,863 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a858e86fd404fb39b687530023677df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681034 2024-11-24T13:41:22,863 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9be866ac8984d83b271868c6eae1a1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732455679853 2024-11-24T13:41:22,863 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7c6d634d0b34bc9b4dc33d12be393ed, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681029 2024-11-24T13:41:22,870 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#262 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:22,871 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/746840d4f0fa4415978e7cdda7461bf8 is 50, key is test_row_0/B:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:22,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-24T13:41:22,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,873 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:41:22,876 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:22,877 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/3bea8551183144ab9f9355ae25f29231 is 50, key is test_row_0/A:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:22,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/22be31cb2d2f486c8a24a583cbc95a7a is 50, key is test_row_0/A:col10/1732455682015/Put/seqid=0 2024-11-24T13:41:22,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742144_1320 (size=12151) 2024-11-24T13:41:22,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742143_1319 (size=12697) 2024-11-24T13:41:22,900 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/3bea8551183144ab9f9355ae25f29231 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/3bea8551183144ab9f9355ae25f29231 2024-11-24T13:41:22,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742142_1318 (size=12697) 2024-11-24T13:41:22,906 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into 3bea8551183144ab9f9355ae25f29231(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:22,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:22,906 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455682860; duration=0sec 2024-11-24T13:41:22,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:22,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:22,906 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:22,907 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:22,907 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:22,907 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:22,907 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/fb734102b32c450aaa06f9252d3819d0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.0 K 2024-11-24T13:41:22,908 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb734102b32c450aaa06f9252d3819d0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=180, earliestPutTs=1732455679799 2024-11-24T13:41:22,908 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting caec05e55c5b45e5b92e81de2d525edb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1732455679853 2024-11-24T13:41:22,909 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 70632a9020904e65a89a2c46f6c4156d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681034 2024-11-24T13:41:22,915 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:22,916 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/7cabc5c3f46844019acd399d33dede7d is 50, key is test_row_0/C:col10/1732455681034/Put/seqid=0 2024-11-24T13:41:22,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742145_1321 (size=12663) 2024-11-24T13:41:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:23,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455743165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455743167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455743169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455743189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455743189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,193 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,193 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455743279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455743279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455743279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,282 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,291 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/22be31cb2d2f486c8a24a583cbc95a7a 2024-11-24T13:41:23,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/cc5cec2a232942cbbf1108985f938273 is 50, key is test_row_0/B:col10/1732455682015/Put/seqid=0 2024-11-24T13:41:23,314 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/746840d4f0fa4415978e7cdda7461bf8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/746840d4f0fa4415978e7cdda7461bf8 2024-11-24T13:41:23,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742146_1322 (size=12151) 2024-11-24T13:41:23,316 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/cc5cec2a232942cbbf1108985f938273 2024-11-24T13:41:23,338 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 746840d4f0fa4415978e7cdda7461bf8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:23,338 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:23,338 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455682860; duration=0sec 2024-11-24T13:41:23,338 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:23,338 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:23,339 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/7cabc5c3f46844019acd399d33dede7d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/7cabc5c3f46844019acd399d33dede7d 2024-11-24T13:41:23,345 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into 7cabc5c3f46844019acd399d33dede7d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:23,345 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:23,346 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=13, startTime=1732455682860; duration=0sec 2024-11-24T13:41:23,346 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:23,346 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:23,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/714b452ec94949b6bccd4d3017eae2d9 is 50, key is test_row_0/C:col10/1732455682015/Put/seqid=0 2024-11-24T13:41:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742147_1323 (size=12151) 2024-11-24T13:41:23,361 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/714b452ec94949b6bccd4d3017eae2d9 2024-11-24T13:41:23,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/22be31cb2d2f486c8a24a583cbc95a7a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a 2024-11-24T13:41:23,378 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a, entries=150, sequenceid=244, filesize=11.9 K 2024-11-24T13:41:23,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/cc5cec2a232942cbbf1108985f938273 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273 2024-11-24T13:41:23,383 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273, entries=150, sequenceid=244, filesize=11.9 K 2024-11-24T13:41:23,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/714b452ec94949b6bccd4d3017eae2d9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9 2024-11-24T13:41:23,389 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9, entries=150, sequenceid=244, filesize=11.9 K 2024-11-24T13:41:23,390 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 10ccc456f30b9bac38a181f3e1018e8f in 517ms, sequenceid=244, compaction requested=false 2024-11-24T13:41:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:23,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-24T13:41:23,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-24T13:41:23,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-24T13:41:23,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2850 sec 2024-11-24T13:41:23,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.2950 sec 2024-11-24T13:41:23,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:23,492 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:23,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T13:41:23,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/299600b7aacd41b1977341e58609e4d2 is 50, key is test_row_0/A:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:23,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742148_1324 (size=14691) 2024-11-24T13:41:23,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455743526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455743528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455743529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,533 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455743639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455743639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455743639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,643 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455743848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455743848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455743849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:23,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:23,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/299600b7aacd41b1977341e58609e4d2 2024-11-24T13:41:23,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/79fe9724a8004948b69a2e9bc895ad4b is 50, key is test_row_0/B:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742149_1325 (size=12301) 2024-11-24T13:41:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455744159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455744159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455744159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-24T13:41:24,252 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:24,253 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:24,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-24T13:41:24,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:24,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:24,257 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:24,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:24,336 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/79fe9724a8004948b69a2e9bc895ad4b 2024-11-24T13:41:24,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/c75c748515774e769b05b3636b2b9795 is 50, key is test_row_0/C:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:24,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742150_1326 (size=12301) 2024-11-24T13:41:24,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:24,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-24T13:41:24,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:24,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-24T13:41:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455744669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455744669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:24,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455744669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:24,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:24,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-24T13:41:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:24,748 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/c75c748515774e769b05b3636b2b9795 2024-11-24T13:41:24,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/299600b7aacd41b1977341e58609e4d2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2 2024-11-24T13:41:24,755 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2, entries=200, sequenceid=262, filesize=14.3 K 2024-11-24T13:41:24,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/79fe9724a8004948b69a2e9bc895ad4b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b 2024-11-24T13:41:24,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b, entries=150, sequenceid=262, filesize=12.0 K 2024-11-24T13:41:24,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/c75c748515774e769b05b3636b2b9795 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795 2024-11-24T13:41:24,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795, entries=150, sequenceid=262, filesize=12.0 K 2024-11-24T13:41:24,763 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 10ccc456f30b9bac38a181f3e1018e8f in 1271ms, sequenceid=262, compaction requested=true 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:24,764 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:24,764 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:24,764 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:24,764 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39539 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:24,765 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,765 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,765 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/746840d4f0fa4415978e7cdda7461bf8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.3 K 2024-11-24T13:41:24,765 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/3bea8551183144ab9f9355ae25f29231, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=38.6 K 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 746840d4f0fa4415978e7cdda7461bf8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681034 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3bea8551183144ab9f9355ae25f29231, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681034 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cc5cec2a232942cbbf1108985f938273, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732455681999 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22be31cb2d2f486c8a24a583cbc95a7a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732455681999 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 79fe9724a8004948b69a2e9bc895ad4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683491 2024-11-24T13:41:24,765 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 299600b7aacd41b1977341e58609e4d2, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683158 2024-11-24T13:41:24,771 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#271 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:24,772 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/cddcedddbe0845c4bb564512b4425495 is 50, key is test_row_0/B:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:24,772 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:24,772 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/90f458f94cd5447eb7137997452ade54 is 50, key is test_row_0/A:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:24,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742151_1327 (size=12949) 2024-11-24T13:41:24,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742152_1328 (size=12949) 2024-11-24T13:41:24,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/90f458f94cd5447eb7137997452ade54 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/90f458f94cd5447eb7137997452ade54 2024-11-24T13:41:24,806 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into 90f458f94cd5447eb7137997452ade54(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:24,806 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:24,806 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455684764; duration=0sec 2024-11-24T13:41:24,806 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:24,806 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:24,806 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:24,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:24,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:24,808 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,808 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/7cabc5c3f46844019acd399d33dede7d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.2 K 2024-11-24T13:41:24,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7cabc5c3f46844019acd399d33dede7d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732455681034 2024-11-24T13:41:24,809 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 714b452ec94949b6bccd4d3017eae2d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732455681999 2024-11-24T13:41:24,809 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c75c748515774e769b05b3636b2b9795, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683491 2024-11-24T13:41:24,819 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#273 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:24,820 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/060d8c396a21433d8a08384b85ade64a is 50, key is test_row_0/C:col10/1732455683492/Put/seqid=0 2024-11-24T13:41:24,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742153_1329 (size=12915) 2024-11-24T13:41:24,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-24T13:41:24,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:24,871 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:41:24,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2c0ca0202906436cb9ca7caa9aeb6efd is 50, key is test_row_0/A:col10/1732455683521/Put/seqid=0 2024-11-24T13:41:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742154_1330 (size=12301) 2024-11-24T13:41:24,886 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2c0ca0202906436cb9ca7caa9aeb6efd 2024-11-24T13:41:24,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/77e594ee4f4e42cf9d24dd780403025e is 50, key is test_row_0/B:col10/1732455683521/Put/seqid=0 2024-11-24T13:41:24,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742155_1331 (size=12301) 2024-11-24T13:41:25,188 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/cddcedddbe0845c4bb564512b4425495 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cddcedddbe0845c4bb564512b4425495 2024-11-24T13:41:25,193 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into cddcedddbe0845c4bb564512b4425495(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:25,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:25,193 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455684764; duration=0sec 2024-11-24T13:41:25,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:25,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:25,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:25,237 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/060d8c396a21433d8a08384b85ade64a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/060d8c396a21433d8a08384b85ade64a 2024-11-24T13:41:25,241 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into 060d8c396a21433d8a08384b85ade64a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:25,241 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:25,241 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=13, startTime=1732455684764; duration=0sec 2024-11-24T13:41:25,241 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:25,241 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455745240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455745243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,309 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/77e594ee4f4e42cf9d24dd780403025e 2024-11-24T13:41:25,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3cbc8efa0e6444e9a99f72eaf1ee134c is 50, key is test_row_0/C:col10/1732455683521/Put/seqid=0 2024-11-24T13:41:25,351 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455745348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455745349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742156_1332 (size=12301) 2024-11-24T13:41:25,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:25,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455745559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455745559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455745678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455745678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,681 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2152 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,681 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455745688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,691 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,692 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,757 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3cbc8efa0e6444e9a99f72eaf1ee134c 2024-11-24T13:41:25,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2c0ca0202906436cb9ca7caa9aeb6efd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd 2024-11-24T13:41:25,765 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T13:41:25,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/77e594ee4f4e42cf9d24dd780403025e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e 2024-11-24T13:41:25,770 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T13:41:25,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/3cbc8efa0e6444e9a99f72eaf1ee134c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c 2024-11-24T13:41:25,775 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c, entries=150, sequenceid=284, filesize=12.0 K 2024-11-24T13:41:25,776 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 10ccc456f30b9bac38a181f3e1018e8f in 905ms, sequenceid=284, compaction requested=false 2024-11-24T13:41:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:25,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-24T13:41:25,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-24T13:41:25,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-24T13:41:25,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5200 sec 2024-11-24T13:41:25,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.5270 sec 2024-11-24T13:41:25,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:25,871 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:25,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-24T13:41:25,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a097afe4e9674bbe85575c04d7e2f837 is 50, key is test_row_0/A:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:25,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742157_1333 (size=12301) 2024-11-24T13:41:25,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a097afe4e9674bbe85575c04d7e2f837 2024-11-24T13:41:25,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1b5eb553b14c4eaf96dcefb216f1e7e2 is 50, key is test_row_0/B:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:25,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742158_1334 (size=12301) 2024-11-24T13:41:25,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455745904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:25,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:25,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455745909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:25,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:25,913 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455746018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455746018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,021 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,022 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455746228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455746228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,232 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1b5eb553b14c4eaf96dcefb216f1e7e2 2024-11-24T13:41:26,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/4007bff48f5b488a9c59c6fcd757e4d3 is 50, key is test_row_0/C:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:26,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742159_1335 (size=12301) 2024-11-24T13:41:26,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-24T13:41:26,399 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:26,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-11-24T13:41:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-24T13:41:26,401 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:26,402 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:26,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:26,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-24T13:41:26,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455746538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455746539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:26,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:26,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-24T13:41:26,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:26,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/4007bff48f5b488a9c59c6fcd757e4d3 2024-11-24T13:41:26,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-24T13:41:26,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:26,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a097afe4e9674bbe85575c04d7e2f837 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837 2024-11-24T13:41:26,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-24T13:41:26,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T13:41:26,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1b5eb553b14c4eaf96dcefb216f1e7e2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2 2024-11-24T13:41:26,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T13:41:26,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/4007bff48f5b488a9c59c6fcd757e4d3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3 2024-11-24T13:41:26,735 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3, entries=150, sequenceid=302, filesize=12.0 K 2024-11-24T13:41:26,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 10ccc456f30b9bac38a181f3e1018e8f in 866ms, sequenceid=302, compaction requested=true 2024-11-24T13:41:26,737 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:26,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:26,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:26,738 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:26,738 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:26,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:26,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:26,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:26,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:26,739 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:26,739 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:26,740 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:26,740 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:26,740 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,740 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,740 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/90f458f94cd5447eb7137997452ade54, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.7 K 2024-11-24T13:41:26,740 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cddcedddbe0845c4bb564512b4425495, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.7 K 2024-11-24T13:41:26,740 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90f458f94cd5447eb7137997452ade54, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683491 2024-11-24T13:41:26,740 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cddcedddbe0845c4bb564512b4425495, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683491 2024-11-24T13:41:26,741 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2c0ca0202906436cb9ca7caa9aeb6efd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732455683521 2024-11-24T13:41:26,741 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 77e594ee4f4e42cf9d24dd780403025e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732455683521 2024-11-24T13:41:26,741 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b5eb553b14c4eaf96dcefb216f1e7e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:26,741 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a097afe4e9674bbe85575c04d7e2f837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:26,752 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:26,753 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:26,753 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1b217656d9ad4021a38d97a3c5305c55 is 50, key is test_row_0/B:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:26,753 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/fe2215d303544986b6c5b61e584764f8 is 50, key is test_row_0/A:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:26,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742160_1336 (size=13051) 2024-11-24T13:41:26,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742161_1337 (size=13051) 2024-11-24T13:41:26,798 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/fe2215d303544986b6c5b61e584764f8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/fe2215d303544986b6c5b61e584764f8 2024-11-24T13:41:26,803 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into fe2215d303544986b6c5b61e584764f8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:26,804 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:26,804 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455686737; duration=0sec 2024-11-24T13:41:26,804 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:26,804 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:26,804 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:26,805 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:26,805 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:26,805 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,805 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/060d8c396a21433d8a08384b85ade64a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.6 K 2024-11-24T13:41:26,805 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 060d8c396a21433d8a08384b85ade64a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732455683491 2024-11-24T13:41:26,807 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cbc8efa0e6444e9a99f72eaf1ee134c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1732455683521 2024-11-24T13:41:26,807 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4007bff48f5b488a9c59c6fcd757e4d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:26,825 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#282 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:26,826 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/96684af6568c4979a294ce5ad0a2e2ca is 50, key is test_row_0/C:col10/1732455685870/Put/seqid=0 2024-11-24T13:41:26,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742162_1338 (size=13017) 2024-11-24T13:41:26,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-11-24T13:41:26,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:26,865 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T13:41:26,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/135581415d104f909d8462b1791a407b is 50, key is test_row_0/A:col10/1732455685888/Put/seqid=0 2024-11-24T13:41:26,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742163_1339 (size=12301) 2024-11-24T13:41:26,898 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/135581415d104f909d8462b1791a407b 2024-11-24T13:41:26,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3d9429f745044b22ac9e098df70bb6ac is 50, key is test_row_0/B:col10/1732455685888/Put/seqid=0 2024-11-24T13:41:26,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742164_1340 (size=12301) 2024-11-24T13:41:27,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-24T13:41:27,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:27,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:27,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455747088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455747088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,184 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1b217656d9ad4021a38d97a3c5305c55 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b217656d9ad4021a38d97a3c5305c55 2024-11-24T13:41:27,191 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 1b217656d9ad4021a38d97a3c5305c55(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:27,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:27,191 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455686738; duration=0sec 2024-11-24T13:41:27,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:27,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455747198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455747198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,201 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,239 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/96684af6568c4979a294ce5ad0a2e2ca as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/96684af6568c4979a294ce5ad0a2e2ca 2024-11-24T13:41:27,245 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into 96684af6568c4979a294ce5ad0a2e2ca(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:27,245 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:27,246 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=13, startTime=1732455686739; duration=0sec 2024-11-24T13:41:27,246 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:27,246 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:27,330 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3d9429f745044b22ac9e098df70bb6ac 2024-11-24T13:41:27,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/1a5444a73f8142ce974e5a4a5ba592b2 is 50, key is test_row_0/C:col10/1732455685888/Put/seqid=0 2024-11-24T13:41:27,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742165_1341 (size=12301) 2024-11-24T13:41:27,346 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/1a5444a73f8142ce974e5a4a5ba592b2 2024-11-24T13:41:27,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/135581415d104f909d8462b1791a407b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b 2024-11-24T13:41:27,355 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b, entries=150, sequenceid=323, filesize=12.0 K 2024-11-24T13:41:27,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/3d9429f745044b22ac9e098df70bb6ac as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac 2024-11-24T13:41:27,363 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac, entries=150, sequenceid=323, filesize=12.0 K 2024-11-24T13:41:27,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/1a5444a73f8142ce974e5a4a5ba592b2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2 2024-11-24T13:41:27,370 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2, entries=150, sequenceid=323, filesize=12.0 K 2024-11-24T13:41:27,372 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 10ccc456f30b9bac38a181f3e1018e8f in 508ms, sequenceid=323, compaction requested=false 2024-11-24T13:41:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:27,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-11-24T13:41:27,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-11-24T13:41:27,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-24T13:41:27,375 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 971 msec 2024-11-24T13:41:27,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 977 msec 2024-11-24T13:41:27,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:27,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T13:41:27,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6e938a6484cf480f919abea6756498ea is 50, key is test_row_0/A:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:27,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742166_1342 (size=14741) 2024-11-24T13:41:27,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6e938a6484cf480f919abea6756498ea 2024-11-24T13:41:27,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1f34156e63014520a537f4ab37da2ffe is 50, key is test_row_0/B:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455747451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455747451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,456 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742167_1343 (size=12301) 2024-11-24T13:41:27,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-24T13:41:27,539 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:27,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:27,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-11-24T13:41:27,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:27,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:27,542 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:27,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:27,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455747558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455747568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,572 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:27,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:27,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:27,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44748 deadline: 1732455747699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,702 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,702 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44722 deadline: 1732455747708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44764 deadline: 1732455747708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,711 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,711 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 10ccc456f30b9bac38a181f3e1018e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455747769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,772 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:27,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455747778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:27,782 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:27,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:27,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:27,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:27,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1f34156e63014520a537f4ab37da2ffe 2024-11-24T13:41:27,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f4a7ed65ad02488ab667912a9a5c9d54 is 50, key is test_row_0/C:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742168_1344 (size=12301) 2024-11-24T13:41:28,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455748079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,082 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455748088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,092 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:28,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:28,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f4a7ed65ad02488ab667912a9a5c9d54 2024-11-24T13:41:28,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6e938a6484cf480f919abea6756498ea as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea 2024-11-24T13:41:28,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea, entries=200, sequenceid=344, filesize=14.4 K 2024-11-24T13:41:28,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/1f34156e63014520a537f4ab37da2ffe as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe 2024-11-24T13:41:28,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe, entries=150, sequenceid=344, filesize=12.0 K 2024-11-24T13:41:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f4a7ed65ad02488ab667912a9a5c9d54 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54 2024-11-24T13:41:28,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54, entries=150, sequenceid=344, filesize=12.0 K 2024-11-24T13:41:28,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 10ccc456f30b9bac38a181f3e1018e8f in 930ms, sequenceid=344, compaction requested=true 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:28,341 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:28,341 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:28,341 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:28,342 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:28,342 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:28,342 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:28,342 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:28,342 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,342 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,342 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/fe2215d303544986b6c5b61e584764f8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=39.2 K 2024-11-24T13:41:28,342 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b217656d9ad4021a38d97a3c5305c55, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.8 K 2024-11-24T13:41:28,343 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting fe2215d303544986b6c5b61e584764f8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:28,343 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b217656d9ad4021a38d97a3c5305c55, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:28,343 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d9429f745044b22ac9e098df70bb6ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732455685888 2024-11-24T13:41:28,343 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 135581415d104f909d8462b1791a407b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732455685888 2024-11-24T13:41:28,344 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f34156e63014520a537f4ab37da2ffe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:28,344 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e938a6484cf480f919abea6756498ea, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:28,351 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#289 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:28,352 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a12d10e9bd4c49f5aec277b481182954 is 50, key is test_row_0/A:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:28,357 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#290 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:28,358 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/a03003703a1a435eaf5072905390e824 is 50, key is test_row_0/B:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:28,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742170_1346 (size=13153) 2024-11-24T13:41:28,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742169_1345 (size=13153) 2024-11-24T13:41:28,368 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/a03003703a1a435eaf5072905390e824 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a03003703a1a435eaf5072905390e824 2024-11-24T13:41:28,372 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into a03003703a1a435eaf5072905390e824(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:28,372 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:28,372 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455688341; duration=0sec 2024-11-24T13:41:28,373 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:28,373 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:28,373 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:28,373 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:28,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:28,374 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,374 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/96684af6568c4979a294ce5ad0a2e2ca, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.7 K 2024-11-24T13:41:28,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 96684af6568c4979a294ce5ad0a2e2ca, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732455685221 2024-11-24T13:41:28,374 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a5444a73f8142ce974e5a4a5ba592b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1732455685888 2024-11-24T13:41:28,375 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f4a7ed65ad02488ab667912a9a5c9d54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:28,381 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:28,381 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/c7a143edde1843eaab243f00fa4b32e3 is 50, key is test_row_0/C:col10/1732455687076/Put/seqid=0 2024-11-24T13:41:28,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742171_1347 (size=13119) 2024-11-24T13:41:28,392 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/c7a143edde1843eaab243f00fa4b32e3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c7a143edde1843eaab243f00fa4b32e3 2024-11-24T13:41:28,396 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into c7a143edde1843eaab243f00fa4b32e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:28,396 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:28,396 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=13, startTime=1732455688341; duration=0sec 2024-11-24T13:41:28,396 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:28,396 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:28,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-11-24T13:41:28,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:28,461 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:41:28,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a27f8621a17e457ea2d5433f40d50f72 is 50, key is test_row_0/A:col10/1732455687449/Put/seqid=0 2024-11-24T13:41:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742172_1348 (size=12301) 2024-11-24T13:41:28,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:28,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. as already flushing 2024-11-24T13:41:28,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455748652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455748656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,660 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:28,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455748758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455748769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,770 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a12d10e9bd4c49f5aec277b481182954 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a12d10e9bd4c49f5aec277b481182954 2024-11-24T13:41:28,778 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into a12d10e9bd4c49f5aec277b481182954(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:28,778 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:28,778 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455688341; duration=0sec 2024-11-24T13:41:28,778 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:28,778 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:28,871 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a27f8621a17e457ea2d5433f40d50f72 2024-11-24T13:41:28,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/53511c15c88b4c4bae641dc4f9b79e92 is 50, key is test_row_0/B:col10/1732455687449/Put/seqid=0 2024-11-24T13:41:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742173_1349 (size=12301) 2024-11-24T13:41:28,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455748968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,971 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:28,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455748978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:28,981 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455749279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,290 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/53511c15c88b4c4bae641dc4f9b79e92 2024-11-24T13:41:29,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455749289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f7bd23fd2c404cfcb78bc7ab73a05e64 is 50, key is test_row_0/C:col10/1732455687449/Put/seqid=0 2024-11-24T13:41:29,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742174_1350 (size=12301) 2024-11-24T13:41:29,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:29,704 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f7bd23fd2c404cfcb78bc7ab73a05e64 2024-11-24T13:41:29,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/a27f8621a17e457ea2d5433f40d50f72 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72 2024-11-24T13:41:29,711 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T13:41:29,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/53511c15c88b4c4bae641dc4f9b79e92 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92 2024-11-24T13:41:29,715 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T13:41:29,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f7bd23fd2c404cfcb78bc7ab73a05e64 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64 2024-11-24T13:41:29,719 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64, entries=150, sequenceid=363, filesize=12.0 K 2024-11-24T13:41:29,721 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 10ccc456f30b9bac38a181f3e1018e8f in 1260ms, sequenceid=363, compaction requested=false 2024-11-24T13:41:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:29,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-11-24T13:41:29,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-11-24T13:41:29,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-24T13:41:29,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1800 sec 2024-11-24T13:41:29,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 2.1850 sec 2024-11-24T13:41:29,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:29,791 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:29,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T13:41:29,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2b8c31a78f234fb79cf47b6862967567 is 50, key is test_row_0/A:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742175_1351 (size=14741) 2024-11-24T13:41:29,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455749831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455749831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455749938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:29,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:29,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455749938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:29,942 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455750148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,153 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:30,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:30,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455750149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:30,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2b8c31a78f234fb79cf47b6862967567 2024-11-24T13:41:30,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d4a6d9e0af6d465584184df6233a9f8a is 50, key is test_row_0/B:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:30,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742176_1352 (size=12301) 2024-11-24T13:41:30,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d4a6d9e0af6d465584184df6233a9f8a 2024-11-24T13:41:30,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/674e245da30741ca9de4fb463581fbb9 is 50, key is test_row_0/C:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742177_1353 (size=12301) 2024-11-24T13:41:30,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455750459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:30,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455750459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:30,461 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:30,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=384 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/674e245da30741ca9de4fb463581fbb9 2024-11-24T13:41:30,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/2b8c31a78f234fb79cf47b6862967567 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567 2024-11-24T13:41:30,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567, entries=200, sequenceid=384, filesize=14.4 K 2024-11-24T13:41:30,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/d4a6d9e0af6d465584184df6233a9f8a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a 2024-11-24T13:41:30,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a, entries=150, sequenceid=384, filesize=12.0 K 2024-11-24T13:41:30,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/674e245da30741ca9de4fb463581fbb9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9 2024-11-24T13:41:30,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9, entries=150, sequenceid=384, filesize=12.0 K 2024-11-24T13:41:30,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 10ccc456f30b9bac38a181f3e1018e8f in 842ms, sequenceid=384, compaction requested=true 2024-11-24T13:41:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:30,633 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:30,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:30,633 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:30,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:30,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:30,634 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:30,634 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:30,634 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/A is initiating minor compaction (all files) 2024-11-24T13:41:30,634 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/B is initiating minor compaction (all files) 2024-11-24T13:41:30,634 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/B in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:30,634 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/A in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:30,634 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a03003703a1a435eaf5072905390e824, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.9 K 2024-11-24T13:41:30,634 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a12d10e9bd4c49f5aec277b481182954, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=39.3 K 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a03003703a1a435eaf5072905390e824, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a12d10e9bd4c49f5aec277b481182954, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting a27f8621a17e457ea2d5433f40d50f72, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732455687443 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 53511c15c88b4c4bae641dc4f9b79e92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732455687443 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d4a6d9e0af6d465584184df6233a9f8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732455688649 2024-11-24T13:41:30,635 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b8c31a78f234fb79cf47b6862967567, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732455688649 2024-11-24T13:41:30,644 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:30,644 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/552aa7daa84145bfa4a6d416f85011a6 is 50, key is test_row_0/B:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:30,647 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#A#compaction#299 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:30,647 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6e6b0a1d631044fd842cb1523d89fe0f is 50, key is test_row_0/A:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:30,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742178_1354 (size=13255) 2024-11-24T13:41:30,655 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/552aa7daa84145bfa4a6d416f85011a6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/552aa7daa84145bfa4a6d416f85011a6 2024-11-24T13:41:30,661 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/B of 10ccc456f30b9bac38a181f3e1018e8f into 552aa7daa84145bfa4a6d416f85011a6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:30,661 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:30,661 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/B, priority=13, startTime=1732455690633; duration=0sec 2024-11-24T13:41:30,661 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:30,661 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:30,661 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:30,662 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:30,662 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 10ccc456f30b9bac38a181f3e1018e8f/C is initiating minor compaction (all files) 2024-11-24T13:41:30,663 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 10ccc456f30b9bac38a181f3e1018e8f/C in TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:30,663 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c7a143edde1843eaab243f00fa4b32e3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp, totalSize=36.8 K 2024-11-24T13:41:30,663 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c7a143edde1843eaab243f00fa4b32e3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1732455687076 2024-11-24T13:41:30,663 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f7bd23fd2c404cfcb78bc7ab73a05e64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1732455687443 2024-11-24T13:41:30,664 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 674e245da30741ca9de4fb463581fbb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=384, earliestPutTs=1732455688649 2024-11-24T13:41:30,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742179_1355 (size=13255) 2024-11-24T13:41:30,672 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 10ccc456f30b9bac38a181f3e1018e8f#C#compaction#300 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:30,672 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/b73ddffc64c04cf488ecd0b0149e9ac8 is 50, key is test_row_0/C:col10/1732455689790/Put/seqid=0 2024-11-24T13:41:30,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742180_1356 (size=13221) 2024-11-24T13:41:30,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:30,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:30,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-24T13:41:30,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f58ee514b8ef45368f5a36508920753d is 50, key is test_row_0/A:col10/1732455690970/Put/seqid=0 2024-11-24T13:41:30,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742181_1357 (size=14741) 2024-11-24T13:41:30,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f58ee514b8ef45368f5a36508920753d 2024-11-24T13:41:30,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8ce947eccb0845cfa244e6ad3b67ec10 is 50, key is test_row_0/B:col10/1732455690970/Put/seqid=0 2024-11-24T13:41:31,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742182_1358 (size=12301) 2024-11-24T13:41:31,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8ce947eccb0845cfa244e6ad3b67ec10 2024-11-24T13:41:31,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f362f46342d7482ab47697b1d59af02c is 50, key is test_row_0/C:col10/1732455690970/Put/seqid=0 2024-11-24T13:41:31,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742183_1359 (size=12301) 2024-11-24T13:41:31,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455751013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455751013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,075 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/6e6b0a1d631044fd842cb1523d89fe0f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e6b0a1d631044fd842cb1523d89fe0f 2024-11-24T13:41:31,079 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/b73ddffc64c04cf488ecd0b0149e9ac8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b73ddffc64c04cf488ecd0b0149e9ac8 2024-11-24T13:41:31,080 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/A of 10ccc456f30b9bac38a181f3e1018e8f into 6e6b0a1d631044fd842cb1523d89fe0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:31,080 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:31,080 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/A, priority=13, startTime=1732455690633; duration=0sec 2024-11-24T13:41:31,080 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:31,080 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:31,083 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 10ccc456f30b9bac38a181f3e1018e8f/C of 10ccc456f30b9bac38a181f3e1018e8f into b73ddffc64c04cf488ecd0b0149e9ac8(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:31,083 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:31,083 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., storeName=10ccc456f30b9bac38a181f3e1018e8f/C, priority=13, startTime=1732455690633; duration=0sec 2024-11-24T13:41:31,083 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:31,083 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:31,129 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455751128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455751128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,130 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44702 deadline: 1732455751339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:31,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:44728 deadline: 1732455751339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:31,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:41:31,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f362f46342d7482ab47697b1d59af02c 2024-11-24T13:41:31,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/f58ee514b8ef45368f5a36508920753d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f58ee514b8ef45368f5a36508920753d 2024-11-24T13:41:31,418 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f58ee514b8ef45368f5a36508920753d, entries=200, sequenceid=403, filesize=14.4 K 2024-11-24T13:41:31,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/8ce947eccb0845cfa244e6ad3b67ec10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8ce947eccb0845cfa244e6ad3b67ec10 2024-11-24T13:41:31,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8ce947eccb0845cfa244e6ad3b67ec10, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T13:41:31,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/f362f46342d7482ab47697b1d59af02c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f362f46342d7482ab47697b1d59af02c 2024-11-24T13:41:31,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f362f46342d7482ab47697b1d59af02c, entries=150, sequenceid=403, filesize=12.0 K 2024-11-24T13:41:31,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 10ccc456f30b9bac38a181f3e1018e8f in 456ms, sequenceid=403, compaction requested=false 2024-11-24T13:41:31,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:31,544 INFO [Thread-1255 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1255. 2024-11-24T13:41:31,544 DEBUG [Thread-1255 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,544 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,544 DEBUG [Thread-1255 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,545 INFO [Thread-1257 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1257. 2024-11-24T13:41:31,545 DEBUG [Thread-1257 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,545 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,545 DEBUG [Thread-1257 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,546 INFO [Thread-1249 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1249. 2024-11-24T13:41:31,546 DEBUG [Thread-1249 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,546 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,546 INFO [Thread-1253 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1253. 2024-11-24T13:41:31,546 DEBUG [Thread-1249 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,546 DEBUG [Thread-1253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,546 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,546 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,546 DEBUG [Thread-1253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,547 INFO [Thread-1251 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1251. 2024-11-24T13:41:31,547 DEBUG [Thread-1251 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,547 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,547 DEBUG [Thread-1251 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:31,653 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:31,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-24T13:41:31,654 INFO [Thread-1240 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1240. 2024-11-24T13:41:31,654 INFO [Thread-1238 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1238. 2024-11-24T13:41:31,654 DEBUG [Thread-1238 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,654 DEBUG [Thread-1240 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,654 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,654 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,654 DEBUG [Thread-1238 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,654 DEBUG [Thread-1240 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,655 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/8cfbfb0baf8b4d3ab83d52bd0810183d is 50, key is test_row_0/A:col10/1732455691006/Put/seqid=0 2024-11-24T13:41:31,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742184_1360 (size=12301) 2024-11-24T13:41:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-11-24T13:41:31,719 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:31,731 INFO [Thread-1242 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1242. 2024-11-24T13:41:31,731 DEBUG [Thread-1242 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,731 INFO [Thread-1246 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1246. 2024-11-24T13:41:31,731 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,731 DEBUG [Thread-1246 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,731 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,731 DEBUG [Thread-1242 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,731 DEBUG [Thread-1246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,731 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,750 INFO [Thread-1244 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1244. 2024-11-24T13:41:31,750 DEBUG [Thread-1244 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:31,750 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,750 DEBUG [Thread-1244 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3751 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3757 2024-11-24T13:41:31,750 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3767 2024-11-24T13:41:31,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3754 2024-11-24T13:41:31,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3685 2024-11-24T13:41:31,751 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:41:31,751 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:41:31,751 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:41:31,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:31,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:31,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:41:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:31,754 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455691754"}]},"ts":"1732455691754"} 2024-11-24T13:41:31,756 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:41:31,756 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:41:31,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:41:31,758 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, UNASSIGN}] 2024-11-24T13:41:31,758 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, UNASSIGN 2024-11-24T13:41:31,759 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=10ccc456f30b9bac38a181f3e1018e8f, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:31,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, UNASSIGN because future has completed 2024-11-24T13:41:31,760 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:41:31,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:31,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:31,913 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:31,913 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:41:31,913 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 10ccc456f30b9bac38a181f3e1018e8f, disabling compactions & flushes 2024-11-24T13:41:31,913 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:32,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/8cfbfb0baf8b4d3ab83d52bd0810183d 2024-11-24T13:41:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:32,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/693294f7bc8a40d7b69af769b2f67531 is 50, key is test_row_0/B:col10/1732455691006/Put/seqid=0 2024-11-24T13:41:32,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742185_1361 (size=12301) 2024-11-24T13:41:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:32,485 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/693294f7bc8a40d7b69af769b2f67531 2024-11-24T13:41:32,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/513b81b36eb14716adbba96b3a5a75e0 is 50, key is test_row_0/C:col10/1732455691006/Put/seqid=0 2024-11-24T13:41:32,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742186_1362 (size=12301) 2024-11-24T13:41:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:32,904 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=425 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/513b81b36eb14716adbba96b3a5a75e0 2024-11-24T13:41:32,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/8cfbfb0baf8b4d3ab83d52bd0810183d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/8cfbfb0baf8b4d3ab83d52bd0810183d 2024-11-24T13:41:32,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/8cfbfb0baf8b4d3ab83d52bd0810183d, entries=150, sequenceid=425, filesize=12.0 K 2024-11-24T13:41:32,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/693294f7bc8a40d7b69af769b2f67531 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/693294f7bc8a40d7b69af769b2f67531 2024-11-24T13:41:32,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/693294f7bc8a40d7b69af769b2f67531, entries=150, sequenceid=425, filesize=12.0 K 2024-11-24T13:41:32,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/513b81b36eb14716adbba96b3a5a75e0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/513b81b36eb14716adbba96b3a5a75e0 2024-11-24T13:41:32,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/513b81b36eb14716adbba96b3a5a75e0, entries=150, sequenceid=425, filesize=12.0 K 2024-11-24T13:41:32,929 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for 10ccc456f30b9bac38a181f3e1018e8f in 1276ms, sequenceid=425, compaction requested=true 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 10ccc456f30b9bac38a181f3e1018e8f: 2024-11-24T13:41:32,929 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:32,929 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. because compaction request was cancelled 2024-11-24T13:41:32,929 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. after waiting 0 ms 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:A 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:32,929 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. because compaction request was cancelled 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 10ccc456f30b9bac38a181f3e1018e8f:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:32,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:B 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. because compaction request was cancelled 2024-11-24T13:41:32,929 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 10ccc456f30b9bac38a181f3e1018e8f:C 2024-11-24T13:41:32,929 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(2902): Flushing 10ccc456f30b9bac38a181f3e1018e8f 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T13:41:32,932 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/aa145aec38574c7695d755f9a840d11e is 50, key is test_row_0/A:col10/1732455691749/Put/seqid=0 2024-11-24T13:41:32,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742187_1363 (size=9857) 2024-11-24T13:41:33,336 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/aa145aec38574c7695d755f9a840d11e 2024-11-24T13:41:33,348 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/b2a199e7b5034b8bbab354202935db32 is 50, key is test_row_0/B:col10/1732455691749/Put/seqid=0 2024-11-24T13:41:33,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742188_1364 (size=9857) 2024-11-24T13:41:33,753 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/b2a199e7b5034b8bbab354202935db32 2024-11-24T13:41:33,765 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/75ac63dd862a4ab6b66088952afa9c10 is 50, key is test_row_0/C:col10/1732455691749/Put/seqid=0 2024-11-24T13:41:33,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742189_1365 (size=9857) 2024-11-24T13:41:33,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:34,170 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/75ac63dd862a4ab6b66088952afa9c10 2024-11-24T13:41:34,181 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/A/aa145aec38574c7695d755f9a840d11e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/aa145aec38574c7695d755f9a840d11e 2024-11-24T13:41:34,187 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/aa145aec38574c7695d755f9a840d11e, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T13:41:34,188 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/B/b2a199e7b5034b8bbab354202935db32 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/b2a199e7b5034b8bbab354202935db32 2024-11-24T13:41:34,194 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/b2a199e7b5034b8bbab354202935db32, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T13:41:34,195 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/.tmp/C/75ac63dd862a4ab6b66088952afa9c10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/75ac63dd862a4ab6b66088952afa9c10 2024-11-24T13:41:34,200 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/75ac63dd862a4ab6b66088952afa9c10, entries=100, sequenceid=431, filesize=9.6 K 2024-11-24T13:41:34,201 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 10ccc456f30b9bac38a181f3e1018e8f in 1272ms, sequenceid=431, compaction requested=true 2024-11-24T13:41:34,202 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e7a23c2c19f84380bfdcadc540a56cd9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c3888287a7554058aca625be467e03fe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/09418b7a2be64c63ab1e4875d82f36b9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/50ce608260d34602b5f5bf30be5ccb0c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/3bea8551183144ab9f9355ae25f29231, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/90f458f94cd5447eb7137997452ade54, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/fe2215d303544986b6c5b61e584764f8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a12d10e9bd4c49f5aec277b481182954, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567] to archive 2024-11-24T13:41:34,204 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:34,206 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/4e664410d66e441f9dd4fdb627e79ec0 2024-11-24T13:41:34,208 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9dce05f372741ed9c4baad63ab2621f 2024-11-24T13:41:34,209 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/979b9855046749ee889e56395fcc209b 2024-11-24T13:41:34,210 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e7a23c2c19f84380bfdcadc540a56cd9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e7a23c2c19f84380bfdcadc540a56cd9 2024-11-24T13:41:34,211 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/87fa370e6e124b069deded028e13da5d 2024-11-24T13:41:34,212 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/82426c85f30a4cb2a309d77b8463baa6 2024-11-24T13:41:34,213 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c3888287a7554058aca625be467e03fe to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c3888287a7554058aca625be467e03fe 2024-11-24T13:41:34,214 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/e6a1ae8707c54b039885a5ab5cce3090 2024-11-24T13:41:34,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/d7df1ad4bf774cd3af95670c96ca967b 2024-11-24T13:41:34,215 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/09418b7a2be64c63ab1e4875d82f36b9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/09418b7a2be64c63ab1e4875d82f36b9 2024-11-24T13:41:34,216 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6396e6e7be3a4dfba5d92406b4cd0b22 2024-11-24T13:41:34,217 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/80c4c9abe82442e984ee823e6d6b6d73 2024-11-24T13:41:34,218 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/0cc673d75bbc46019fba1537c76f7270 2024-11-24T13:41:34,219 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/50ce608260d34602b5f5bf30be5ccb0c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/50ce608260d34602b5f5bf30be5ccb0c 2024-11-24T13:41:34,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/c9be866ac8984d83b271868c6eae1a1d 2024-11-24T13:41:34,220 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f7c6d634d0b34bc9b4dc33d12be393ed 2024-11-24T13:41:34,221 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/3bea8551183144ab9f9355ae25f29231 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/3bea8551183144ab9f9355ae25f29231 2024-11-24T13:41:34,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/22be31cb2d2f486c8a24a583cbc95a7a 2024-11-24T13:41:34,222 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/299600b7aacd41b1977341e58609e4d2 2024-11-24T13:41:34,223 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/90f458f94cd5447eb7137997452ade54 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/90f458f94cd5447eb7137997452ade54 2024-11-24T13:41:34,224 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2c0ca0202906436cb9ca7caa9aeb6efd 2024-11-24T13:41:34,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/fe2215d303544986b6c5b61e584764f8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/fe2215d303544986b6c5b61e584764f8 2024-11-24T13:41:34,225 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a097afe4e9674bbe85575c04d7e2f837 2024-11-24T13:41:34,226 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/135581415d104f909d8462b1791a407b 2024-11-24T13:41:34,227 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e938a6484cf480f919abea6756498ea 2024-11-24T13:41:34,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a12d10e9bd4c49f5aec277b481182954 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a12d10e9bd4c49f5aec277b481182954 2024-11-24T13:41:34,228 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/a27f8621a17e457ea2d5433f40d50f72 2024-11-24T13:41:34,229 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/2b8c31a78f234fb79cf47b6862967567 2024-11-24T13:41:34,230 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a27fd53b2b344dccb466471921c37b2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/6d55c50db6c7409aa100c40f3254a1d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/14d875f29ddf4a9580205dbaf2893ff6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/35bee129fc9a4815bc77d849bf99a6ce, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/746840d4f0fa4415978e7cdda7461bf8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cddcedddbe0845c4bb564512b4425495, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b217656d9ad4021a38d97a3c5305c55, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a03003703a1a435eaf5072905390e824, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a] to archive 2024-11-24T13:41:34,231 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:34,232 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8b16cd70cd374c09948417cac368e4b6 2024-11-24T13:41:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/2e26ae830aab4d1789e0226c4e2fca72 2024-11-24T13:41:34,233 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a27fd53b2b344dccb466471921c37b2b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a27fd53b2b344dccb466471921c37b2b 2024-11-24T13:41:34,234 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/5e113afe6f7a4256ba8203725685bdbf 2024-11-24T13:41:34,235 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8293172ee8a444ea81286f0080e08d8c 2024-11-24T13:41:34,236 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/6d55c50db6c7409aa100c40f3254a1d5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/6d55c50db6c7409aa100c40f3254a1d5 2024-11-24T13:41:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8d4edcd1902a4b6ca63032aed91fec2a 2024-11-24T13:41:34,237 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/ff2822927697458ab597825d7bb8fcac 2024-11-24T13:41:34,238 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/14d875f29ddf4a9580205dbaf2893ff6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/14d875f29ddf4a9580205dbaf2893ff6 2024-11-24T13:41:34,239 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d0fb98427c284fcd8afcabc04a4994ea 2024-11-24T13:41:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/7aa023b230814627a44dfae4c801cab5 2024-11-24T13:41:34,240 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/165dced1540b46d8b3de3f5b38b4b14a 2024-11-24T13:41:34,241 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/35bee129fc9a4815bc77d849bf99a6ce to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/35bee129fc9a4815bc77d849bf99a6ce 2024-11-24T13:41:34,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/06e202c4c18f4226a8c3a2653958a6cf 2024-11-24T13:41:34,242 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3044e3f5a64a42eabb334d2448bc26be 2024-11-24T13:41:34,243 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/746840d4f0fa4415978e7cdda7461bf8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/746840d4f0fa4415978e7cdda7461bf8 2024-11-24T13:41:34,244 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8a858e86fd404fb39b687530023677df 2024-11-24T13:41:34,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cc5cec2a232942cbbf1108985f938273 2024-11-24T13:41:34,245 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cddcedddbe0845c4bb564512b4425495 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/cddcedddbe0845c4bb564512b4425495 2024-11-24T13:41:34,246 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/79fe9724a8004948b69a2e9bc895ad4b 2024-11-24T13:41:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/77e594ee4f4e42cf9d24dd780403025e 2024-11-24T13:41:34,247 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b217656d9ad4021a38d97a3c5305c55 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b217656d9ad4021a38d97a3c5305c55 2024-11-24T13:41:34,248 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1b5eb553b14c4eaf96dcefb216f1e7e2 2024-11-24T13:41:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/3d9429f745044b22ac9e098df70bb6ac 2024-11-24T13:41:34,249 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a03003703a1a435eaf5072905390e824 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/a03003703a1a435eaf5072905390e824 2024-11-24T13:41:34,250 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/1f34156e63014520a537f4ab37da2ffe 2024-11-24T13:41:34,251 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/53511c15c88b4c4bae641dc4f9b79e92 2024-11-24T13:41:34,252 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/d4a6d9e0af6d465584184df6233a9f8a 2024-11-24T13:41:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/0336a625665d46d5a2d86428a098cdbb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b50d7df305184372b8e31670997f4830, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/fb734102b32c450aaa06f9252d3819d0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/7cabc5c3f46844019acd399d33dede7d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/060d8c396a21433d8a08384b85ade64a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/96684af6568c4979a294ce5ad0a2e2ca, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c7a143edde1843eaab243f00fa4b32e3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9] to archive 2024-11-24T13:41:34,253 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:41:34,254 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/71ad8de7b12d4d35abd4f79ab2bb423d 2024-11-24T13:41:34,255 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/94dc483d45f541d79c377aa145dd2863 2024-11-24T13:41:34,256 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/992ef4f698e9411da6a8161356bd3184 2024-11-24T13:41:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/0336a625665d46d5a2d86428a098cdbb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/0336a625665d46d5a2d86428a098cdbb 2024-11-24T13:41:34,257 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/35877641457a4e9ab47ac24315f557c1 2024-11-24T13:41:34,258 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f2eb9eec37ea4d97aa153b8fa3675944 2024-11-24T13:41:34,259 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3f2f7e2be5ef4d248dd69e8c84ce4e5e 2024-11-24T13:41:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b50d7df305184372b8e31670997f4830 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b50d7df305184372b8e31670997f4830 2024-11-24T13:41:34,260 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/88a0967a9e604d4c89e93588b9641b2c 2024-11-24T13:41:34,261 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/a94f982e0123420db97a8f50a10b6295 2024-11-24T13:41:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/cd394a2d7f084b4b877570efd0f40c1e 2024-11-24T13:41:34,262 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/fb734102b32c450aaa06f9252d3819d0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/fb734102b32c450aaa06f9252d3819d0 2024-11-24T13:41:34,263 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/649a9835f9ea47cc9d8aa11dad2f5f12 2024-11-24T13:41:34,264 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/caec05e55c5b45e5b92e81de2d525edb 2024-11-24T13:41:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/7cabc5c3f46844019acd399d33dede7d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/7cabc5c3f46844019acd399d33dede7d 2024-11-24T13:41:34,265 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/70632a9020904e65a89a2c46f6c4156d 2024-11-24T13:41:34,266 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/714b452ec94949b6bccd4d3017eae2d9 2024-11-24T13:41:34,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/060d8c396a21433d8a08384b85ade64a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/060d8c396a21433d8a08384b85ade64a 2024-11-24T13:41:34,267 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c75c748515774e769b05b3636b2b9795 2024-11-24T13:41:34,268 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/3cbc8efa0e6444e9a99f72eaf1ee134c 2024-11-24T13:41:34,269 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/96684af6568c4979a294ce5ad0a2e2ca to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/96684af6568c4979a294ce5ad0a2e2ca 2024-11-24T13:41:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/4007bff48f5b488a9c59c6fcd757e4d3 2024-11-24T13:41:34,270 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/1a5444a73f8142ce974e5a4a5ba592b2 2024-11-24T13:41:34,271 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c7a143edde1843eaab243f00fa4b32e3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/c7a143edde1843eaab243f00fa4b32e3 2024-11-24T13:41:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f4a7ed65ad02488ab667912a9a5c9d54 2024-11-24T13:41:34,272 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f7bd23fd2c404cfcb78bc7ab73a05e64 2024-11-24T13:41:34,273 DEBUG [StoreCloser-TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/674e245da30741ca9de4fb463581fbb9 2024-11-24T13:41:34,277 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/recovered.edits/434.seqid, newMaxSeqId=434, maxSeqId=1 2024-11-24T13:41:34,277 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. 2024-11-24T13:41:34,277 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 10ccc456f30b9bac38a181f3e1018e8f: Waiting for close lock at 1732455691913Running coprocessor pre-close hooks at 1732455691913Disabling compacts and flushes for region at 1732455691913Disabling writes for close at 1732455692929 (+1016 ms)Obtaining lock to block concurrent updates at 1732455692929Preparing flush snapshotting stores in 10ccc456f30b9bac38a181f3e1018e8f at 1732455692929Finished memstore snapshotting TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732455692929Flushing stores of TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f. at 1732455692930 (+1 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/A: creating writer at 1732455692930Flushing 10ccc456f30b9bac38a181f3e1018e8f/A: appending metadata at 1732455692932 (+2 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/A: closing flushed file at 1732455692932Flushing 10ccc456f30b9bac38a181f3e1018e8f/B: creating writer at 1732455693344 (+412 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/B: appending metadata at 1732455693347 (+3 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/B: closing flushed file at 1732455693347Flushing 10ccc456f30b9bac38a181f3e1018e8f/C: creating writer at 1732455693761 (+414 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/C: appending metadata at 1732455693764 (+3 ms)Flushing 10ccc456f30b9bac38a181f3e1018e8f/C: closing flushed file at 1732455693764Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f0e56d: reopening flushed file at 1732455694180 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c32bfa: reopening flushed file at 1732455694187 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b08c45: reopening flushed file at 1732455694194 (+7 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 10ccc456f30b9bac38a181f3e1018e8f in 1272ms, sequenceid=431, compaction requested=true at 1732455694202 (+8 ms)Writing region close event to WAL at 1732455694274 (+72 ms)Running coprocessor post-close hooks at 1732455694277 (+3 ms)Closed at 1732455694277 2024-11-24T13:41:34,279 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:34,279 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=10ccc456f30b9bac38a181f3e1018e8f, regionState=CLOSED 2024-11-24T13:41:34,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:34,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-24T13:41:34,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 10ccc456f30b9bac38a181f3e1018e8f, server=ee00117f0849,40029,1732455609232 in 2.5210 sec 2024-11-24T13:41:34,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-24T13:41:34,283 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=10ccc456f30b9bac38a181f3e1018e8f, UNASSIGN in 2.5240 sec 2024-11-24T13:41:34,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-11-24T13:41:34,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5280 sec 2024-11-24T13:41:34,285 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455694285"}]},"ts":"1732455694285"} 2024-11-24T13:41:34,286 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:41:34,286 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:41:34,288 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5350 sec 2024-11-24T13:41:35,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-24T13:41:35,929 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:35,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:41:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,934 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=92, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-24T13:41:35,935 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=92, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,940 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:35,943 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/recovered.edits] 2024-11-24T13:41:35,946 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e6b0a1d631044fd842cb1523d89fe0f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/6e6b0a1d631044fd842cb1523d89fe0f 2024-11-24T13:41:35,948 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/8cfbfb0baf8b4d3ab83d52bd0810183d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/8cfbfb0baf8b4d3ab83d52bd0810183d 2024-11-24T13:41:35,949 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/aa145aec38574c7695d755f9a840d11e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/aa145aec38574c7695d755f9a840d11e 2024-11-24T13:41:35,951 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f58ee514b8ef45368f5a36508920753d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/A/f58ee514b8ef45368f5a36508920753d 2024-11-24T13:41:35,954 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/552aa7daa84145bfa4a6d416f85011a6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/552aa7daa84145bfa4a6d416f85011a6 2024-11-24T13:41:35,955 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/693294f7bc8a40d7b69af769b2f67531 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/693294f7bc8a40d7b69af769b2f67531 2024-11-24T13:41:35,957 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8ce947eccb0845cfa244e6ad3b67ec10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/8ce947eccb0845cfa244e6ad3b67ec10 2024-11-24T13:41:35,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/b2a199e7b5034b8bbab354202935db32 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/B/b2a199e7b5034b8bbab354202935db32 2024-11-24T13:41:35,962 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/513b81b36eb14716adbba96b3a5a75e0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/513b81b36eb14716adbba96b3a5a75e0 2024-11-24T13:41:35,964 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/75ac63dd862a4ab6b66088952afa9c10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/75ac63dd862a4ab6b66088952afa9c10 2024-11-24T13:41:35,965 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b73ddffc64c04cf488ecd0b0149e9ac8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/b73ddffc64c04cf488ecd0b0149e9ac8 2024-11-24T13:41:35,967 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f362f46342d7482ab47697b1d59af02c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/C/f362f46342d7482ab47697b1d59af02c 2024-11-24T13:41:35,972 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/recovered.edits/434.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f/recovered.edits/434.seqid 2024-11-24T13:41:35,972 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/10ccc456f30b9bac38a181f3e1018e8f 2024-11-24T13:41:35,973 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:41:35,976 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=92, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,982 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:41:35,985 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:41:35,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=92, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,987 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:41:35,987 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455695987"}]},"ts":"9223372036854775807"} 2024-11-24T13:41:35,989 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:41:35,989 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 10ccc456f30b9bac38a181f3e1018e8f, NAME => 'TestAcidGuarantees,,1732455669342.10ccc456f30b9bac38a181f3e1018e8f.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:41:35,989 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:41:35,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455695989"}]},"ts":"9223372036854775807"} 2024-11-24T13:41:35,991 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:41:35,992 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=92, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:35,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 62 msec 2024-11-24T13:41:36,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-24T13:41:36,040 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:41:36,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:36,054 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=242 (was 242), OpenFileDescriptor=461 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=523 (was 537), ProcessCount=11 (was 11), AvailableMemoryMB=8112 (was 7638) - AvailableMemoryMB LEAK? - 2024-11-24T13:41:36,062 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=523, ProcessCount=11, AvailableMemoryMB=8112 2024-11-24T13:41:36,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:41:36,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:41:36,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:36,066 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:41:36,066 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:36,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 93 2024-11-24T13:41:36,067 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:41:36,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:36,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742190_1366 (size=959) 2024-11-24T13:41:36,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:36,476 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:41:36,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742191_1367 (size=53) 2024-11-24T13:41:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9f96a838d28104f70cb9dffe3cf36fbd, disabling compactions & flushes 2024-11-24T13:41:36,884 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. after waiting 0 ms 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:36,884 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:36,884 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9f96a838d28104f70cb9dffe3cf36fbd: Waiting for close lock at 1732455696884Disabling compacts and flushes for region at 1732455696884Disabling writes for close at 1732455696884Writing region close event to WAL at 1732455696884Closed at 1732455696884 2024-11-24T13:41:36,886 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:41:36,887 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455696887"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455696887"}]},"ts":"1732455696887"} 2024-11-24T13:41:36,890 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:41:36,891 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:41:36,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455696891"}]},"ts":"1732455696891"} 2024-11-24T13:41:36,893 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:41:36,893 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, ASSIGN}] 2024-11-24T13:41:36,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, ASSIGN 2024-11-24T13:41:36,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:41:37,046 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:37,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, ASSIGN because future has completed 2024-11-24T13:41:37,049 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:37,207 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:37,207 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:41:37,208 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,208 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:41:37,208 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,208 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:37,210 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,211 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName A 2024-11-24T13:41:37,212 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:37,212 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:37,212 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,214 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName B 2024-11-24T13:41:37,214 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:37,214 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:37,215 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,216 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName C 2024-11-24T13:41:37,216 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:37,216 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:37,217 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,218 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,218 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,220 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,220 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,220 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:41:37,222 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,225 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:41:37,226 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 9f96a838d28104f70cb9dffe3cf36fbd; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299492, jitterRate=0.062445223331451416}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:41:37,226 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:37,227 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 9f96a838d28104f70cb9dffe3cf36fbd: Running coprocessor pre-open hook at 1732455697208Writing region info on filesystem at 1732455697208Initializing all the Stores at 1732455697209 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455697209Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455697209Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455697210 (+1 ms)Cleaning up temporary data from old regions at 1732455697220 (+10 ms)Running coprocessor post-open hooks at 1732455697226 (+6 ms)Region opened successfully at 1732455697226 2024-11-24T13:41:37,227 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., pid=95, masterSystemTime=1732455697201 2024-11-24T13:41:37,229 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:37,229 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:37,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:37,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:37,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-24T13:41:37,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 in 182 msec 2024-11-24T13:41:37,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-24T13:41:37,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, ASSIGN in 339 msec 2024-11-24T13:41:37,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:41:37,234 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455697234"}]},"ts":"1732455697234"} 2024-11-24T13:41:37,235 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:41:37,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=93, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:41:37,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1720 sec 2024-11-24T13:41:37,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:41:38,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-24T13:41:38,220 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:38,222 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:38,222 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:38,223 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:38,225 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:38,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@259aef94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:38,226 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:38,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:38,229 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:38,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447e0df0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:38,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:38,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:38,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:38,232 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:41:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:41:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62d494da 2024-11-24T13:41:38,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:41:38,234 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:41:38,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:41:38,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:41:38,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T13:41:38,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742192_1368 (size=995) 2024-11-24T13:41:38,648 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-24T13:41:38,648 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-24T13:41:38,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:41:38,657 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE}] 2024-11-24T13:41:38,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE 2024-11-24T13:41:38,660 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:38,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE because future has completed 2024-11-24T13:41:38,662 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:41:38,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:38,816 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(122): Close 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:38,816 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:41:38,817 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1722): Closing 9f96a838d28104f70cb9dffe3cf36fbd, disabling compactions & flushes 2024-11-24T13:41:38,817 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:38,817 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:38,818 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. after waiting 0 ms 2024-11-24T13:41:38,818 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:38,823 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T13:41:38,824 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:38,824 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegion(1676): Region close journal for 9f96a838d28104f70cb9dffe3cf36fbd: Waiting for close lock at 1732455698817Running coprocessor pre-close hooks at 1732455698817Disabling compacts and flushes for region at 1732455698817Disabling writes for close at 1732455698818 (+1 ms)Writing region close event to WAL at 1732455698818Running coprocessor post-close hooks at 1732455698824 (+6 ms)Closed at 1732455698824 2024-11-24T13:41:38,824 WARN [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] regionserver.HRegionServer(3299): Not adding moved region record: 9f96a838d28104f70cb9dffe3cf36fbd to self. 2024-11-24T13:41:38,826 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=99}] handler.UnassignRegionHandler(157): Closed 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:38,827 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=CLOSED 2024-11-24T13:41:38,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:38,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-11-24T13:41:38,831 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 in 167 msec 2024-11-24T13:41:38,832 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE; state=CLOSED, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=true 2024-11-24T13:41:38,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T13:41:38,983 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:38,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE because future has completed 2024-11-24T13:41:38,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:41:39,148 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,148 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:41:39,149 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,149 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:41:39,150 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,150 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,151 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,152 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName A 2024-11-24T13:41:39,154 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:39,155 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:39,155 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,156 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName B 2024-11-24T13:41:39,156 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:39,157 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:39,157 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,158 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f96a838d28104f70cb9dffe3cf36fbd columnFamilyName C 2024-11-24T13:41:39,158 DEBUG [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:39,159 INFO [StoreOpener-9f96a838d28104f70cb9dffe3cf36fbd-1 {}] regionserver.HStore(327): Store=9f96a838d28104f70cb9dffe3cf36fbd/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:41:39,159 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,160 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,161 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,163 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,163 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,163 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:41:39,165 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,166 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened 9f96a838d28104f70cb9dffe3cf36fbd; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65359140, jitterRate=-0.026072919368743896}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:41:39,166 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,166 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for 9f96a838d28104f70cb9dffe3cf36fbd: Running coprocessor pre-open hook at 1732455699150Writing region info on filesystem at 1732455699150Initializing all the Stores at 1732455699151 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455699151Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455699151Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455699151Cleaning up temporary data from old regions at 1732455699163 (+12 ms)Running coprocessor post-open hooks at 1732455699166 (+3 ms)Region opened successfully at 1732455699166 2024-11-24T13:41:39,167 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., pid=100, masterSystemTime=1732455699141 2024-11-24T13:41:39,169 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,169 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,170 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=OPEN, openSeqNum=5, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:41:39,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=98 2024-11-24T13:41:39,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 in 184 msec 2024-11-24T13:41:39,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-24T13:41:39,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, REOPEN/MOVE in 517 msec 2024-11-24T13:41:39,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-11-24T13:41:39,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 525 msec 2024-11-24T13:41:39,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 945 msec 2024-11-24T13:41:39,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-11-24T13:41:39,184 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:39,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,184 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,184 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,185 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173f8d3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,187 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,187 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@506fe52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,188 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,188 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,189 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179740d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,189 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,190 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50436, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6cefe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,192 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59483560, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,193 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50444, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,193 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d123266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,194 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,194 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,194 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293c278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,195 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,196 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50456, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a850dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,197 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a7e63a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,198 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50480, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,199 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a8af02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,201 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebd288f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,202 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50494, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1015411b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,205 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e07521, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50512, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,207 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cedf648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,208 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,208 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,209 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c55679, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,209 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,210 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,211 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@384e111a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,211 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,212 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137cccbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,212 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,213 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,213 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,214 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3f5b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:41:39,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:41:39,215 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:41:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:41:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:41:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ac2d32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:41:39,215 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:41:39,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:39,216 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50562, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:41:39,217 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e4df067, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:41:39,218 DEBUG [Thread-1675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,218 DEBUG [Thread-1677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,219 DEBUG [Thread-1671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,219 DEBUG [Thread-1662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,219 DEBUG [Thread-1660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:39,219 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,220 DEBUG [Thread-1658 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,220 DEBUG [Thread-1664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,220 DEBUG [Thread-1669 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,220 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-24T13:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,221 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,221 DEBUG [Thread-1666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51834, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:39,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51844, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,222 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:39,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,223 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:39,223 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:39,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,224 DEBUG [Thread-1673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:41:39,227 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,228 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:41:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,234 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:39,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:39,269 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446be2826af004d68b71b392bb54b6002_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455699234/Put/seqid=0 2024-11-24T13:41:39,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742193_1369 (size=12154) 2024-11-24T13:41:39,299 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:39,302 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112446be2826af004d68b71b392bb54b6002_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446be2826af004d68b71b392bb54b6002_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:39,303 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/abba1e5fd4ca4df7ba806b98477a344c, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455759288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/abba1e5fd4ca4df7ba806b98477a344c is 175, key is test_row_0/A:col10/1732455699234/Put/seqid=0 2024-11-24T13:41:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,304 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455759289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455759292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455759293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455759301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742194_1370 (size=30955) 2024-11-24T13:41:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,312 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:39,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:39,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:39,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,376 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455759408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455759409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455759409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455759409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,414 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455759418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,529 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,529 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:39,625 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455759619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455759619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455759619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455759619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,626 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455759628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:39,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,714 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/abba1e5fd4ca4df7ba806b98477a344c 2024-11-24T13:41:39,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0eda9cd4a73f45b4ae75823a6dc2bc31 is 50, key is test_row_0/B:col10/1732455699234/Put/seqid=0 2024-11-24T13:41:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742195_1371 (size=12001) 2024-11-24T13:41:39,807 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:41:39,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,834 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:39,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455759939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455759939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455759939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455759939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,941 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455759939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:39,942 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:39,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:39,987 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0eda9cd4a73f45b4ae75823a6dc2bc31 2024-11-24T13:41:40,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:40,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/195cce974c0b4750b930da6cedc005eb is 50, key is test_row_0/C:col10/1732455699234/Put/seqid=0 2024-11-24T13:41:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742196_1372 (size=12001) 2024-11-24T13:41:40,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:40,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455760449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:40,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455760449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,453 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455760449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455760449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:40,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455760449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:40,455 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:40,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/195cce974c0b4750b930da6cedc005eb 2024-11-24T13:41:40,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/abba1e5fd4ca4df7ba806b98477a344c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c 2024-11-24T13:41:40,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T13:41:40,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0eda9cd4a73f45b4ae75823a6dc2bc31 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31 2024-11-24T13:41:40,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:40,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:40,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:41:40,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:40,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/195cce974c0b4750b930da6cedc005eb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb 2024-11-24T13:41:40,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:41:40,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9f96a838d28104f70cb9dffe3cf36fbd in 1376ms, sequenceid=16, compaction requested=false 2024-11-24T13:41:40,610 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T13:41:40,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:40,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-24T13:41:40,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:40,756 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:41:40,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a63efc297b91450dbd0704a8c1cdfa5b_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455699290/Put/seqid=0 2024-11-24T13:41:40,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742197_1373 (size=12154) 2024-11-24T13:41:41,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:41,170 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a63efc297b91450dbd0704a8c1cdfa5b_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a63efc297b91450dbd0704a8c1cdfa5b_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/2985964ce0ff4c6ab5bc95c404f35a2a, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:41,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/2985964ce0ff4c6ab5bc95c404f35a2a is 175, key is test_row_0/A:col10/1732455699290/Put/seqid=0 2024-11-24T13:41:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742198_1374 (size=30955) 2024-11-24T13:41:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:41,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455761475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455761475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455761476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455761478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455761483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,575 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/2985964ce0ff4c6ab5bc95c404f35a2a 2024-11-24T13:41:41,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/b86f438b9f7c410498db34880914288b is 50, key is test_row_0/B:col10/1732455699290/Put/seqid=0 2024-11-24T13:41:41,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742199_1375 (size=12001) 2024-11-24T13:41:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455761588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455761589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,594 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455761589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,595 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,602 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455761598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455761598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,603 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455761799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455761799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455761799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,806 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455761808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455761808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:41,814 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:41,985 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/b86f438b9f7c410498db34880914288b 2024-11-24T13:41:41,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/5be235eeed2c4f6097b3f0a1f62a3a91 is 50, key is test_row_0/C:col10/1732455699290/Put/seqid=0 2024-11-24T13:41:41,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742200_1376 (size=12001) 2024-11-24T13:41:41,994 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/5be235eeed2c4f6097b3f0a1f62a3a91 2024-11-24T13:41:41,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/2985964ce0ff4c6ab5bc95c404f35a2a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a 2024-11-24T13:41:42,002 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a, entries=150, sequenceid=40, filesize=30.2 K 2024-11-24T13:41:42,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/b86f438b9f7c410498db34880914288b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b 2024-11-24T13:41:42,005 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T13:41:42,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/5be235eeed2c4f6097b3f0a1f62a3a91 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91 2024-11-24T13:41:42,009 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91, entries=150, sequenceid=40, filesize=11.7 K 2024-11-24T13:41:42,010 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9f96a838d28104f70cb9dffe3cf36fbd in 1254ms, sequenceid=40, compaction requested=false 2024-11-24T13:41:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:42,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-24T13:41:42,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-24T13:41:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-24T13:41:42,013 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7890 sec 2024-11-24T13:41:42,014 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.7940 sec 2024-11-24T13:41:42,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:42,113 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:42,113 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:41:42,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e738765067641bea643e6cd02ca963c_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:42,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742201_1377 (size=17034) 2024-11-24T13:41:42,125 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:42,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245e738765067641bea643e6cd02ca963c_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e738765067641bea643e6cd02ca963c_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:42,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/0feb5daf32ba4ffab8628b457c21276f, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:42,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/0feb5daf32ba4ffab8628b457c21276f is 175, key is test_row_0/A:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:42,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742202_1378 (size=48139) 2024-11-24T13:41:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455762152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455762154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455762155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455762163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455762269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455762279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,283 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455762279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455762279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455762279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455762479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,484 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,485 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455762489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455762489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455762489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455762489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,534 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/0feb5daf32ba4ffab8628b457c21276f 2024-11-24T13:41:42,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/160623270e0c4ec2802f20a1bd5c3af3 is 50, key is test_row_0/B:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:42,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742203_1379 (size=12001) 2024-11-24T13:41:42,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/160623270e0c4ec2802f20a1bd5c3af3 2024-11-24T13:41:42,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/6792d555a13f4f579cb266e6fbe5d567 is 50, key is test_row_0/C:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:42,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742204_1380 (size=12001) 2024-11-24T13:41:42,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455762788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,795 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455762799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455762799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455762799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,807 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:42,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455762808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:42,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/6792d555a13f4f579cb266e6fbe5d567 2024-11-24T13:41:42,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/0feb5daf32ba4ffab8628b457c21276f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f 2024-11-24T13:41:42,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f, entries=250, sequenceid=54, filesize=47.0 K 2024-11-24T13:41:42,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/160623270e0c4ec2802f20a1bd5c3af3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3 2024-11-24T13:41:42,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T13:41:42,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/6792d555a13f4f579cb266e6fbe5d567 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567 2024-11-24T13:41:42,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T13:41:42,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 9f96a838d28104f70cb9dffe3cf36fbd in 854ms, sequenceid=54, compaction requested=true 2024-11-24T13:41:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:42,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:42,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:42,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:42,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/B is initiating minor compaction (all files) 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/A is initiating minor compaction (all files) 2024-11-24T13:41:42,968 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/B in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:42,968 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/A in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:42,968 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=35.2 K 2024-11-24T13:41:42,968 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=107.5 K 2024-11-24T13:41:42,968 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:42,968 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f] 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eda9cd4a73f45b4ae75823a6dc2bc31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455699233 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting abba1e5fd4ca4df7ba806b98477a344c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455699233 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b86f438b9f7c410498db34880914288b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455699281 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2985964ce0ff4c6ab5bc95c404f35a2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455699281 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 160623270e0c4ec2802f20a1bd5c3af3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701482 2024-11-24T13:41:42,969 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0feb5daf32ba4ffab8628b457c21276f, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701474 2024-11-24T13:41:42,974 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:42,975 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:42,976 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/b96ce0106e5745d29008866ccbf69ed4 is 50, key is test_row_0/B:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:42,978 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411243ef4edadd47b4e26874b3e71c58e266a_9f96a838d28104f70cb9dffe3cf36fbd store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:42,980 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411243ef4edadd47b4e26874b3e71c58e266a_9f96a838d28104f70cb9dffe3cf36fbd, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:42,980 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411243ef4edadd47b4e26874b3e71c58e266a_9f96a838d28104f70cb9dffe3cf36fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:42,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742205_1381 (size=12104) 2024-11-24T13:41:42,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742206_1382 (size=4469) 2024-11-24T13:41:43,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:43,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:43,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T13:41:43,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112407dd9ef103c641a4ace23853d50e188f_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455702151/Put/seqid=0 2024-11-24T13:41:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742207_1383 (size=14594) 2024-11-24T13:41:43,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455763326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455763327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455763333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455763334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,344 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455763335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,345 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-24T13:41:43,389 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:43,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-24T13:41:43,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:43,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:43,391 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:43,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:43,392 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#A#compaction#320 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:43,392 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/56fc676e2bbe4f7e808c37c2802cd8d8 is 175, key is test_row_0/A:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:43,393 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/b96ce0106e5745d29008866ccbf69ed4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b96ce0106e5745d29008866ccbf69ed4 2024-11-24T13:41:43,401 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/B of 9f96a838d28104f70cb9dffe3cf36fbd into b96ce0106e5745d29008866ccbf69ed4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:43,401 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:43,401 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/B, priority=13, startTime=1732455702967; duration=0sec 2024-11-24T13:41:43,401 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:43,401 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:41:43,401 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:43,402 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:43,402 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/C is initiating minor compaction (all files) 2024-11-24T13:41:43,402 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/C in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,402 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=35.2 K 2024-11-24T13:41:43,403 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 195cce974c0b4750b930da6cedc005eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455699233 2024-11-24T13:41:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742208_1384 (size=31058) 2024-11-24T13:41:43,403 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be235eeed2c4f6097b3f0a1f62a3a91, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732455699281 2024-11-24T13:41:43,403 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6792d555a13f4f579cb266e6fbe5d567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701482 2024-11-24T13:41:43,409 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:43,409 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/95c592792aa745e28c02412124023fdb is 50, key is test_row_0/C:col10/1732455702112/Put/seqid=0 2024-11-24T13:41:43,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742209_1385 (size=12104) 2024-11-24T13:41:43,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455763449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455763449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455763449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455763449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455763449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,458 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:43,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455763668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455763668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455763668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455763668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455763668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,697 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:43,727 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:43,730 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112407dd9ef103c641a4ace23853d50e188f_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407dd9ef103c641a4ace23853d50e188f_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:43,731 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/9348830ec5f949588fe6f7671a981ef6, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:43,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/9348830ec5f949588fe6f7671a981ef6 is 175, key is test_row_0/A:col10/1732455702151/Put/seqid=0 2024-11-24T13:41:43,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742210_1386 (size=39549) 2024-11-24T13:41:43,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/56fc676e2bbe4f7e808c37c2802cd8d8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8 2024-11-24T13:41:43,812 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/A of 9f96a838d28104f70cb9dffe3cf36fbd into 56fc676e2bbe4f7e808c37c2802cd8d8(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:43,812 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:43,812 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/A, priority=13, startTime=1732455702967; duration=0sec 2024-11-24T13:41:43,812 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:43,812 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:41:43,817 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/95c592792aa745e28c02412124023fdb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/95c592792aa745e28c02412124023fdb 2024-11-24T13:41:43,821 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/C of 9f96a838d28104f70cb9dffe3cf36fbd into 95c592792aa745e28c02412124023fdb(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:43,821 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:43,821 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/C, priority=13, startTime=1732455702968; duration=0sec 2024-11-24T13:41:43,821 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:43,821 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:41:43,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:43,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:43,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:43,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455763979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455763979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455763979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,982 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455763979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,982 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455763979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:43,983 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:44,135 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/9348830ec5f949588fe6f7671a981ef6 2024-11-24T13:41:44,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/564e2c0bd43143db83c64e1f4d86aa7f is 50, key is test_row_0/B:col10/1732455702151/Put/seqid=0 2024-11-24T13:41:44,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742211_1387 (size=12001) 2024-11-24T13:41:44,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,155 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455764488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455764488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:44,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455764488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455764488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455764489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:44,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:44,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/564e2c0bd43143db83c64e1f4d86aa7f 2024-11-24T13:41:44,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/b6f2bdaa3e0949be99cbcb27e71a7509 is 50, key is test_row_0/C:col10/1732455702151/Put/seqid=0 2024-11-24T13:41:44,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742212_1388 (size=12001) 2024-11-24T13:41:44,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,766 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:44,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:44,919 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:44,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/b6f2bdaa3e0949be99cbcb27e71a7509 2024-11-24T13:41:44,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/9348830ec5f949588fe6f7671a981ef6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6 2024-11-24T13:41:44,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6, entries=200, sequenceid=77, filesize=38.6 K 2024-11-24T13:41:44,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/564e2c0bd43143db83c64e1f4d86aa7f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f 2024-11-24T13:41:44,963 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T13:41:44,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/b6f2bdaa3e0949be99cbcb27e71a7509 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509 2024-11-24T13:41:44,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509, entries=150, sequenceid=77, filesize=11.7 K 2024-11-24T13:41:44,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9f96a838d28104f70cb9dffe3cf36fbd in 1662ms, sequenceid=77, compaction requested=false 2024-11-24T13:41:44,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:45,071 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-24T13:41:45,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:45,071 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:41:45,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e030d202ef39426e9abd87f5d7290cad_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455703333/Put/seqid=0 2024-11-24T13:41:45,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742213_1389 (size=12154) 2024-11-24T13:41:45,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:45,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:45,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:45,530 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124e030d202ef39426e9abd87f5d7290cad_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e030d202ef39426e9abd87f5d7290cad_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/add7a28c25984f6e9a10d2d05ba21ffe, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:45,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/add7a28c25984f6e9a10d2d05ba21ffe is 175, key is test_row_0/A:col10/1732455703333/Put/seqid=0 2024-11-24T13:41:45,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742214_1390 (size=30955) 2024-11-24T13:41:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:45,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455765539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455765547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455765548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455765549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455765549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455765658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,663 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455765658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455765658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,664 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455765669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455765669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455765868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455765868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455765868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,874 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455765879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455765879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:45,883 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:45,934 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/add7a28c25984f6e9a10d2d05ba21ffe 2024-11-24T13:41:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/391a3db409314488b6c244e6f65afcba is 50, key is test_row_0/B:col10/1732455703333/Put/seqid=0 2024-11-24T13:41:45,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742215_1391 (size=12001) 2024-11-24T13:41:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455766178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455766178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455766178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455766188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455766189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,344 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/391a3db409314488b6c244e6f65afcba 2024-11-24T13:41:46,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/a9043cb0d5aa463091b53bcfd20b80a1 is 50, key is test_row_0/C:col10/1732455703333/Put/seqid=0 2024-11-24T13:41:46,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742216_1392 (size=12001) 2024-11-24T13:41:46,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455766688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455766698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,704 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455766699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455766699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455766699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:46,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:46,753 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/a9043cb0d5aa463091b53bcfd20b80a1 2024-11-24T13:41:46,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/add7a28c25984f6e9a10d2d05ba21ffe as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe 2024-11-24T13:41:46,759 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe, entries=150, sequenceid=93, filesize=30.2 K 2024-11-24T13:41:46,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/391a3db409314488b6c244e6f65afcba as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba 2024-11-24T13:41:46,762 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T13:41:46,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/a9043cb0d5aa463091b53bcfd20b80a1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1 2024-11-24T13:41:46,766 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1, entries=150, sequenceid=93, filesize=11.7 K 2024-11-24T13:41:46,767 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 9f96a838d28104f70cb9dffe3cf36fbd in 1696ms, sequenceid=93, compaction requested=true 2024-11-24T13:41:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:46,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-24T13:41:46,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-24T13:41:46,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-24T13:41:46,770 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3780 sec 2024-11-24T13:41:46,771 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 3.3810 sec 2024-11-24T13:41:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-24T13:41:47,559 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:47,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-24T13:41:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:47,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:47,561 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:47,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:47,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:47,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:47,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:41:47,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:47,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,720 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124322461109b4f4cf2b73e1234cad7bbe4_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:47,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742217_1393 (size=14594) 2024-11-24T13:41:47,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455767725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,735 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455767726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,737 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455767727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455767734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,738 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455767735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455767839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455767848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,851 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455767848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,851 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455767848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455767848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:47,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:47,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:47,867 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:48,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455768049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,056 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455768058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455768058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455768058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455768058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,066 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,124 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124322461109b4f4cf2b73e1234cad7bbe4_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124322461109b4f4cf2b73e1234cad7bbe4_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:48,127 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/371bed050ca04acb8f893670034cf165, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:48,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/371bed050ca04acb8f893670034cf165 is 175, key is test_row_0/A:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:48,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742218_1394 (size=39549) 2024-11-24T13:41:48,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:48,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455768369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455768369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,376 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455768379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455768379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455768379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,531 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/371bed050ca04acb8f893670034cf165 2024-11-24T13:41:48,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/1dcb2ba21d434941b6378321d2b4862e is 50, key is test_row_0/B:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:48,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742219_1395 (size=12001) 2024-11-24T13:41:48,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/1dcb2ba21d434941b6378321d2b4862e 2024-11-24T13:41:48,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/0a6cb0158679445d91925ce466d71d8d is 50, key is test_row_0/C:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742220_1396 (size=12001) 2024-11-24T13:41:48,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:48,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,852 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-24T13:41:48,852 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-24T13:41:48,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455768889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455768889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455768889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455768889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455768889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:48,897 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:48,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:48,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:48,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/0a6cb0158679445d91925ce466d71d8d 2024-11-24T13:41:48,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/371bed050ca04acb8f893670034cf165 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165 2024-11-24T13:41:48,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165, entries=200, sequenceid=118, filesize=38.6 K 2024-11-24T13:41:48,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/1dcb2ba21d434941b6378321d2b4862e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e 2024-11-24T13:41:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T13:41:48,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/0a6cb0158679445d91925ce466d71d8d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d 2024-11-24T13:41:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d, entries=150, sequenceid=118, filesize=11.7 K 2024-11-24T13:41:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,962 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 9f96a838d28104f70cb9dffe3cf36fbd in 1249ms, sequenceid=118, compaction requested=true 2024-11-24T13:41:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:48,962 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:48,962 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,963 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:48,963 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/A is initiating minor compaction (all files) 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/B is initiating minor compaction (all files) 2024-11-24T13:41:48,964 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/A in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,964 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/B in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,964 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b96ce0106e5745d29008866ccbf69ed4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=47.0 K 2024-11-24T13:41:48,964 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=137.8 K 2024-11-24T13:41:48,964 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165] 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b96ce0106e5745d29008866ccbf69ed4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701482 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56fc676e2bbe4f7e808c37c2802cd8d8, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701482 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 564e2c0bd43143db83c64e1f4d86aa7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732455702151 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,964 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9348830ec5f949588fe6f7671a981ef6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732455702151 2024-11-24T13:41:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 391a3db409314488b6c244e6f65afcba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732455703325 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting add7a28c25984f6e9a10d2d05ba21ffe, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732455703325 2024-11-24T13:41:48,965 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dcb2ba21d434941b6378321d2b4862e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 371bed050ca04acb8f893670034cf165, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,977 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/eb54ed6267894fd0b711770eb813cf3a is 50, key is test_row_0/B:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,979 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,983 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411247bbf4a447c14438ebd856ef463b11d6e_9f96a838d28104f70cb9dffe3cf36fbd store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:48,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742221_1397 (size=12241) 2024-11-24T13:41:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,986 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411247bbf4a447c14438ebd856ef463b11d6e_9f96a838d28104f70cb9dffe3cf36fbd, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:48,986 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411247bbf4a447c14438ebd856ef463b11d6e_9f96a838d28104f70cb9dffe3cf36fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,988 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/eb54ed6267894fd0b711770eb813cf3a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/eb54ed6267894fd0b711770eb813cf3a 2024-11-24T13:41:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742222_1398 (size=4469) 2024-11-24T13:41:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,995 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#A#compaction#332 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,995 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/B of 9f96a838d28104f70cb9dffe3cf36fbd into eb54ed6267894fd0b711770eb813cf3a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:48,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:48,995 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/B, priority=12, startTime=1732455708962; duration=0sec 2024-11-24T13:41:48,995 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/54350cc135804550b9e7861737937cbd is 175, key is test_row_0/A:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:48,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:48,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:41:48,995 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:41:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,997 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:41:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,997 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/C is initiating minor compaction (all files) 2024-11-24T13:41:48,997 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/C in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:48,997 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/95c592792aa745e28c02412124023fdb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=47.0 K 2024-11-24T13:41:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,997 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 95c592792aa745e28c02412124023fdb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455701482 2024-11-24T13:41:48,998 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b6f2bdaa3e0949be99cbcb27e71a7509, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732455702151 2024-11-24T13:41:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,998 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a9043cb0d5aa463091b53bcfd20b80a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1732455703325 2024-11-24T13:41:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,998 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a6cb0158679445d91925ce466d71d8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742223_1399 (size=31195) 2024-11-24T13:41:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,003 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/54350cc135804550b9e7861737937cbd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd 2024-11-24T13:41:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,006 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#C#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,007 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/fa532f93fc4542efa74d9dd412645627 is 50, key is test_row_0/C:col10/1732455707712/Put/seqid=0 2024-11-24T13:41:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,009 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/A of 9f96a838d28104f70cb9dffe3cf36fbd into 54350cc135804550b9e7861737937cbd(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:49,009 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:49,009 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/A, priority=12, startTime=1732455708962; duration=0sec 2024-11-24T13:41:49,009 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:49,010 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742224_1400 (size=12241) 2024-11-24T13:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,017 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/fa532f93fc4542efa74d9dd412645627 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/fa532f93fc4542efa74d9dd412645627 2024-11-24T13:41:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,024 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/C of 9f96a838d28104f70cb9dffe3cf36fbd into fa532f93fc4542efa74d9dd412645627(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,024 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:49,024 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/C, priority=12, startTime=1732455708963; duration=0sec 2024-11-24T13:41:49,024 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:49,024 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:41:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-24T13:41:49,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,088 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:41:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480701158fa624a279c5f4a5bce110729_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455707726/Put/seqid=0 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742225_1401 (size=9714) 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112480701158fa624a279c5f4a5bce110729_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480701158fa624a279c5f4a5bce110729_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/89a8d2c8046b444aad4091b545f578f5, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/89a8d2c8046b444aad4091b545f578f5 is 175, key is test_row_0/A:col10/1732455707726/Put/seqid=0 2024-11-24T13:41:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742226_1402 (size=22361) 2024-11-24T13:41:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/89a8d2c8046b444aad4091b545f578f5 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0b2b05e6044e46a681d6d42c23aded7f is 50, key is test_row_0/B:col10/1732455707726/Put/seqid=0 2024-11-24T13:41:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742227_1403 (size=9657) 2024-11-24T13:41:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,532 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0b2b05e6044e46a681d6d42c23aded7f 2024-11-24T13:41:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/493c08f22b72452ebace4f20559573eb is 50, key is test_row_0/C:col10/1732455707726/Put/seqid=0 2024-11-24T13:41:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742228_1404 (size=9657) 2024-11-24T13:41:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,572 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/493c08f22b72452ebace4f20559573eb 2024-11-24T13:41:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/89a8d2c8046b444aad4091b545f578f5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5 2024-11-24T13:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,581 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5, entries=100, sequenceid=132, filesize=21.8 K 2024-11-24T13:41:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/0b2b05e6044e46a681d6d42c23aded7f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f 2024-11-24T13:41:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,586 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f, entries=100, sequenceid=132, filesize=9.4 K 2024-11-24T13:41:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/493c08f22b72452ebace4f20559573eb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,591 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb, entries=100, sequenceid=132, filesize=9.4 K 2024-11-24T13:41:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,592 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 9f96a838d28104f70cb9dffe3cf36fbd in 504ms, sequenceid=132, compaction requested=false 2024-11-24T13:41:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:49,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0310 sec 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 2.0380 sec 2024-11-24T13:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,709 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,710 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-24T13:41:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T13:41:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-24T13:41:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:49,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-24T13:41:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-24T13:41:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-24T13:41:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 159 msec 2024-11-24T13:41:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:50,003 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:50,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:41:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bcb0a1737f9e4406bbf942a11e82d6e9_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:50,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-24T13:41:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,029 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:50,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-24T13:41:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,032 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,033 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:50,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742230_1406 (size=27248) 2024-11-24T13:41:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,055 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,058 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bcb0a1737f9e4406bbf942a11e82d6e9_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcb0a1737f9e4406bbf942a11e82d6e9_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,059 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/372930d5e48146e8a346d57f767a3155, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,060 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/372930d5e48146e8a346d57f767a3155 is 175, key is test_row_0/A:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:50,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742229_1405 (size=83035) 2024-11-24T13:41:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:50,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455770119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455770119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455770121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,134 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455770122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,134 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:50,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455770134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,186 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,186 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455770239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455770239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455770239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455770239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455770248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,339 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455770448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,453 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455770448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,453 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455770448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455770448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,462 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/372930d5e48146e8a346d57f767a3155 2024-11-24T13:41:50,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455770459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,466 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/f77782de5667402eb3de44f7f6573562 is 50, key is test_row_0/B:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:50,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742231_1407 (size=12151) 2024-11-24T13:41:50,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:50,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455770758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455770758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455770758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455770758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455770779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:50,797 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/f77782de5667402eb3de44f7f6573562 2024-11-24T13:41:50,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/8f562e7f1d73431dad6b92ea4b426955 is 50, key is test_row_0/C:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:50,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742232_1408 (size=12151) 2024-11-24T13:41:50,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:50,950 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:50,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,103 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:51,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,255 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455771268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:51,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455771268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:51,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455771269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:51,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455771269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,275 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:51,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/8f562e7f1d73431dad6b92ea4b426955 2024-11-24T13:41:51,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/372930d5e48146e8a346d57f767a3155 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155 2024-11-24T13:41:51,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155, entries=450, sequenceid=145, filesize=81.1 K 2024-11-24T13:41:51,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/f77782de5667402eb3de44f7f6573562 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562 2024-11-24T13:41:51,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562, entries=150, sequenceid=145, filesize=11.9 K 2024-11-24T13:41:51,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/8f562e7f1d73431dad6b92ea4b426955 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955 2024-11-24T13:41:51,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955, entries=150, sequenceid=145, filesize=11.9 K 2024-11-24T13:41:51,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:51,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455771288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:51,295 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:51,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 9f96a838d28104f70cb9dffe3cf36fbd in 1293ms, sequenceid=145, compaction requested=true 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:51,296 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:51,296 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:51,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:51,297 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136591 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:51,297 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:51,297 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/A is initiating minor compaction (all files) 2024-11-24T13:41:51,297 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/B is initiating minor compaction (all files) 2024-11-24T13:41:51,297 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/B in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,297 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/A in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,298 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=133.4 K 2024-11-24T13:41:51,298 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/eb54ed6267894fd0b711770eb813cf3a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=33.3 K 2024-11-24T13:41:51,298 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,298 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155] 2024-11-24T13:41:51,298 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting eb54ed6267894fd0b711770eb813cf3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:51,298 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54350cc135804550b9e7861737937cbd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:51,298 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89a8d2c8046b444aad4091b545f578f5, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455707726 2024-11-24T13:41:51,298 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b2b05e6044e46a681d6d42c23aded7f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455707726 2024-11-24T13:41:51,299 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 372930d5e48146e8a346d57f767a3155, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455709977 2024-11-24T13:41:51,299 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f77782de5667402eb3de44f7f6573562, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455710001 2024-11-24T13:41:51,304 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#B#compaction#340 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:51,304 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/a5254845e395455f82ebe9260950436b is 50, key is test_row_0/B:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:51,305 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:51,306 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411246f61f72b2b5f411ba152237fbceba9cc_9f96a838d28104f70cb9dffe3cf36fbd store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:51,309 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411246f61f72b2b5f411ba152237fbceba9cc_9f96a838d28104f70cb9dffe3cf36fbd, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:51,309 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411246f61f72b2b5f411ba152237fbceba9cc_9f96a838d28104f70cb9dffe3cf36fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742233_1409 (size=12493) 2024-11-24T13:41:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742234_1410 (size=4469) 2024-11-24T13:41:51,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-24T13:41:51,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,408 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:41:51,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9a338f8190b423a89a579c3a7a96690_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455710118/Put/seqid=0 2024-11-24T13:41:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742235_1411 (size=12304) 2024-11-24T13:41:51,718 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#A#compaction#341 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:51,719 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/068207f3290e4fcfb355249a9131b579 is 175, key is test_row_0/A:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:51,721 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/a5254845e395455f82ebe9260950436b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a5254845e395455f82ebe9260950436b 2024-11-24T13:41:51,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742236_1412 (size=31447) 2024-11-24T13:41:51,725 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/B of 9f96a838d28104f70cb9dffe3cf36fbd into a5254845e395455f82ebe9260950436b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:51,725 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/068207f3290e4fcfb355249a9131b579 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579 2024-11-24T13:41:51,725 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:51,725 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/B, priority=13, startTime=1732455711296; duration=0sec 2024-11-24T13:41:51,725 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:51,725 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:41:51,725 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:51,726 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:51,726 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/C is initiating minor compaction (all files) 2024-11-24T13:41:51,726 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/C in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:51,726 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/fa532f93fc4542efa74d9dd412645627, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=33.3 K 2024-11-24T13:41:51,726 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fa532f93fc4542efa74d9dd412645627, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1732455705537 2024-11-24T13:41:51,727 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 493c08f22b72452ebace4f20559573eb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455707726 2024-11-24T13:41:51,727 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f562e7f1d73431dad6b92ea4b426955, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455710001 2024-11-24T13:41:51,729 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/A of 9f96a838d28104f70cb9dffe3cf36fbd into 068207f3290e4fcfb355249a9131b579(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:51,730 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:51,730 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/A, priority=13, startTime=1732455711296; duration=0sec 2024-11-24T13:41:51,730 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:51,730 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:41:51,733 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#C#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:51,733 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/f533067dd5814a54bff8df460fcb190d is 50, key is test_row_0/C:col10/1732455710002/Put/seqid=0 2024-11-24T13:41:51,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742237_1413 (size=12493) 2024-11-24T13:41:51,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:51,824 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124a9a338f8190b423a89a579c3a7a96690_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9a338f8190b423a89a579c3a7a96690_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/645cfbb8a0e149b6ad90b38a736d9fbc, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:51,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/645cfbb8a0e149b6ad90b38a736d9fbc is 175, key is test_row_0/A:col10/1732455710118/Put/seqid=0 2024-11-24T13:41:51,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742238_1414 (size=31105) 2024-11-24T13:41:52,141 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/f533067dd5814a54bff8df460fcb190d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/f533067dd5814a54bff8df460fcb190d 2024-11-24T13:41:52,145 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/C of 9f96a838d28104f70cb9dffe3cf36fbd into f533067dd5814a54bff8df460fcb190d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:52,145 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:52,145 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/C, priority=13, startTime=1732455711296; duration=0sec 2024-11-24T13:41:52,145 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:52,145 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:41:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:52,229 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/645cfbb8a0e149b6ad90b38a736d9fbc 2024-11-24T13:41:52,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/7968fa2137274f0ab82f8d08b3bf43aa is 50, key is test_row_0/B:col10/1732455710118/Put/seqid=0 2024-11-24T13:41:52,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742239_1415 (size=12151) 2024-11-24T13:41:52,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455772304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455772304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455772304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455772305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455772308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,315 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455772418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455772418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455772418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455772418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,423 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455772628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455772628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455772628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455772628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,634 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,669 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/7968fa2137274f0ab82f8d08b3bf43aa 2024-11-24T13:41:52,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/cfb9ab8c160e4f9da6759da6400ec998 is 50, key is test_row_0/C:col10/1732455710118/Put/seqid=0 2024-11-24T13:41:52,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742240_1416 (size=12151) 2024-11-24T13:41:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455772939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455772939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455772939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455772948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:52,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,079 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/cfb9ab8c160e4f9da6759da6400ec998 2024-11-24T13:41:53,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/645cfbb8a0e149b6ad90b38a736d9fbc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc 2024-11-24T13:41:53,085 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc, entries=150, sequenceid=169, filesize=30.4 K 2024-11-24T13:41:53,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/7968fa2137274f0ab82f8d08b3bf43aa as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa 2024-11-24T13:41:53,089 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T13:41:53,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/cfb9ab8c160e4f9da6759da6400ec998 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998 2024-11-24T13:41:53,092 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T13:41:53,093 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 9f96a838d28104f70cb9dffe3cf36fbd in 1685ms, sequenceid=169, compaction requested=false 2024-11-24T13:41:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:53,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-24T13:41:53,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-24T13:41:53,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-24T13:41:53,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0620 sec 2024-11-24T13:41:53,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 3.0680 sec 2024-11-24T13:41:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:53,454 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:53,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:41:53,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd9067e44fd24c89be5965994cb40f51_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:53,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742241_1417 (size=14794) 2024-11-24T13:41:53,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455773518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455773519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455773519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,532 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455773519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,533 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455773639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455773639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455773639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455773639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455773849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455773849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455773849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455773849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:53,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:53,865 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:53,868 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fd9067e44fd24c89be5965994cb40f51_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd9067e44fd24c89be5965994cb40f51_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:53,868 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/13db57c633a041e7949555ba88235d07, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:53,869 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/13db57c633a041e7949555ba88235d07 is 175, key is test_row_0/A:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:53,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742242_1418 (size=39749) 2024-11-24T13:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455774168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455774168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455774168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455774169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,171 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-24T13:41:54,198 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:54,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:54,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-11-24T13:41:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:54,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:54,200 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:54,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:54,273 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=185, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/13db57c633a041e7949555ba88235d07 2024-11-24T13:41:54,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/fd161a812aa047099bc30509c778285c is 50, key is test_row_0/B:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:54,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742243_1419 (size=12151) 2024-11-24T13:41:54,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/fd161a812aa047099bc30509c778285c 2024-11-24T13:41:54,297 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/98eb704d4aac4837b45d9475c62f5a1e is 50, key is test_row_0/C:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:54,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742244_1420 (size=12151) 2024-11-24T13:41:54,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:54,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455774338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,347 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-24T13:41:54,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-24T13:41:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:54,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-24T13:41:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455774679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,687 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455774679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455774679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455774679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:54,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:54,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/98eb704d4aac4837b45d9475c62f5a1e 2024-11-24T13:41:54,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/13db57c633a041e7949555ba88235d07 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07 2024-11-24T13:41:54,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07, entries=200, sequenceid=185, filesize=38.8 K 2024-11-24T13:41:54,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/fd161a812aa047099bc30509c778285c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c 2024-11-24T13:41:54,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c, entries=150, sequenceid=185, filesize=11.9 K 2024-11-24T13:41:54,712 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/98eb704d4aac4837b45d9475c62f5a1e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e 2024-11-24T13:41:54,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e, entries=150, sequenceid=185, filesize=11.9 K 2024-11-24T13:41:54,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 9f96a838d28104f70cb9dffe3cf36fbd in 1261ms, sequenceid=185, compaction requested=true 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:54,716 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:54,716 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:54,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/A is initiating minor compaction (all files) 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/B is initiating minor compaction (all files) 2024-11-24T13:41:54,717 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/A in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,717 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/B in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,717 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=99.9 K 2024-11-24T13:41:54,717 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a5254845e395455f82ebe9260950436b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=35.9 K 2024-11-24T13:41:54,717 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07] 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a5254845e395455f82ebe9260950436b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455710001 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 068207f3290e4fcfb355249a9131b579, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455710001 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7968fa2137274f0ab82f8d08b3bf43aa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455710118 2024-11-24T13:41:54,717 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 645cfbb8a0e149b6ad90b38a736d9fbc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455710118 2024-11-24T13:41:54,718 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fd161a812aa047099bc30509c778285c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:54,718 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13db57c633a041e7949555ba88235d07, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:54,724 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:54,725 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:54,726 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/6e63562db23c447a85ea258f5ee80bb6 is 50, key is test_row_0/B:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:54,733 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124ef06873fc8bd4d40bc8e6a7f435f1224_9f96a838d28104f70cb9dffe3cf36fbd store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:54,735 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124ef06873fc8bd4d40bc8e6a7f435f1224_9f96a838d28104f70cb9dffe3cf36fbd, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:54,735 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ef06873fc8bd4d40bc8e6a7f435f1224_9f96a838d28104f70cb9dffe3cf36fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:54,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742245_1421 (size=12595) 2024-11-24T13:41:54,742 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/6e63562db23c447a85ea258f5ee80bb6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/6e63562db23c447a85ea258f5ee80bb6 2024-11-24T13:41:54,746 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/B of 9f96a838d28104f70cb9dffe3cf36fbd into 6e63562db23c447a85ea258f5ee80bb6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:54,746 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:54,746 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/B, priority=13, startTime=1732455714716; duration=0sec 2024-11-24T13:41:54,746 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:54,746 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:41:54,746 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:54,747 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:54,747 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/C is initiating minor compaction (all files) 2024-11-24T13:41:54,747 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/C in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,747 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/f533067dd5814a54bff8df460fcb190d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=35.9 K 2024-11-24T13:41:54,747 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f533067dd5814a54bff8df460fcb190d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732455710001 2024-11-24T13:41:54,748 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting cfb9ab8c160e4f9da6759da6400ec998, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455710118 2024-11-24T13:41:54,748 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 98eb704d4aac4837b45d9475c62f5a1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:54,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742246_1422 (size=4469) 2024-11-24T13:41:54,754 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#C#compaction#351 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:54,754 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/e3732803d41a4c0cb0afd1f63f5dead8 is 50, key is test_row_0/C:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:54,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742247_1423 (size=12595) 2024-11-24T13:41:54,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-11-24T13:41:54,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:54,818 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-24T13:41:54,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:54,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b404a0834aa7411882999f05fa41ca37_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455713518/Put/seqid=0 2024-11-24T13:41:54,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742248_1424 (size=12304) 2024-11-24T13:41:55,153 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#A#compaction#350 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:55,154 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b61a148609f5405dbb3c4130e454fc6c is 175, key is test_row_0/A:col10/1732455712302/Put/seqid=0 2024-11-24T13:41:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742249_1425 (size=31549) 2024-11-24T13:41:55,206 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/e3732803d41a4c0cb0afd1f63f5dead8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/e3732803d41a4c0cb0afd1f63f5dead8 2024-11-24T13:41:55,209 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/C of 9f96a838d28104f70cb9dffe3cf36fbd into e3732803d41a4c0cb0afd1f63f5dead8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:55,209 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:55,209 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/C, priority=13, startTime=1732455714716; duration=0sec 2024-11-24T13:41:55,209 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:55,209 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:41:55,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:55,236 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124b404a0834aa7411882999f05fa41ca37_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b404a0834aa7411882999f05fa41ca37_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/ded4a336ce564393aa5d01b33c5c5de6, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:55,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/ded4a336ce564393aa5d01b33c5c5de6 is 175, key is test_row_0/A:col10/1732455713518/Put/seqid=0 2024-11-24T13:41:55,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742250_1426 (size=31105) 2024-11-24T13:41:55,241 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/ded4a336ce564393aa5d01b33c5c5de6 2024-11-24T13:41:55,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/a2b823f761e045ac941830f402b82ba2 is 50, key is test_row_0/B:col10/1732455713518/Put/seqid=0 2024-11-24T13:41:55,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742251_1427 (size=12151) 2024-11-24T13:41:55,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:55,610 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b61a148609f5405dbb3c4130e454fc6c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c 2024-11-24T13:41:55,613 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/A of 9f96a838d28104f70cb9dffe3cf36fbd into b61a148609f5405dbb3c4130e454fc6c(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:55,614 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:55,614 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/A, priority=13, startTime=1732455714716; duration=0sec 2024-11-24T13:41:55,614 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:55,614 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:41:55,651 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/a2b823f761e045ac941830f402b82ba2 2024-11-24T13:41:55,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/752b09f9ad4447708c339469ceb3d462 is 50, key is test_row_0/C:col10/1732455713518/Put/seqid=0 2024-11-24T13:41:55,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742252_1428 (size=12151) 2024-11-24T13:41:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:55,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455775715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455775714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455775716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455775718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455775828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455775829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,830 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455775829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455775829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455776038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455776039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,043 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455776039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455776039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,064 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/752b09f9ad4447708c339469ceb3d462 2024-11-24T13:41:56,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/ded4a336ce564393aa5d01b33c5c5de6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6 2024-11-24T13:41:56,071 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6, entries=150, sequenceid=209, filesize=30.4 K 2024-11-24T13:41:56,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/a2b823f761e045ac941830f402b82ba2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2 2024-11-24T13:41:56,075 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T13:41:56,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/752b09f9ad4447708c339469ceb3d462 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462 2024-11-24T13:41:56,079 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T13:41:56,080 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 9f96a838d28104f70cb9dffe3cf36fbd in 1262ms, sequenceid=209, compaction requested=false 2024-11-24T13:41:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-11-24T13:41:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-11-24T13:41:56,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-24T13:41:56,083 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-24T13:41:56,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.8850 sec 2024-11-24T13:41:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-24T13:41:56,348 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:41:56,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:41:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-11-24T13:41:56,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:41:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:56,351 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:41:56,351 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-24T13:41:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:56,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:41:56,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:41:56,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124db1fcbd40f7f4de1a1b5402d7a913d1e_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:56,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742253_1429 (size=17284) 2024-11-24T13:41:56,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455776384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,394 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455776391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455776392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,401 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455776394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,404 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:56,501 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455776498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,502 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:56,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:56,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455776508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455776508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455776508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:56,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455776708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,713 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455776718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455776719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455776719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:56,723 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:56,761 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:56,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124db1fcbd40f7f4de1a1b5402d7a913d1e_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db1fcbd40f7f4de1a1b5402d7a913d1e_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:56,765 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b58591fd61994f948d423b466f74d8ef, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:56,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b58591fd61994f948d423b466f74d8ef is 175, key is test_row_0/A:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:56,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742254_1430 (size=48389) 2024-11-24T13:41:56,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,809 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,961 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:56,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:56,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:56,962 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:57,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455777018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455777028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,034 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,034 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455777028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455777028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=226, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b58591fd61994f948d423b466f74d8ef 2024-11-24T13:41:57,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/72b08605746c481b975cbf91a67060bc is 50, key is test_row_0/B:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:57,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742255_1431 (size=12151) 2024-11-24T13:41:57,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455777538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455777538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455777538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,543 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:57,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455777549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:57,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/72b08605746c481b975cbf91a67060bc 2024-11-24T13:41:57,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/c9c0f298430344efb861ed1ce0ed80a4 is 50, key is test_row_0/C:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742256_1432 (size=12151) 2024-11-24T13:41:57,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:57,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:41:57,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/c9c0f298430344efb861ed1ce0ed80a4 2024-11-24T13:41:57,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/b58591fd61994f948d423b466f74d8ef as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef 2024-11-24T13:41:57,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef, entries=250, sequenceid=226, filesize=47.3 K 2024-11-24T13:41:57,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/72b08605746c481b975cbf91a67060bc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc 2024-11-24T13:41:57,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T13:41:57,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/c9c0f298430344efb861ed1ce0ed80a4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4 2024-11-24T13:41:57,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4, entries=150, sequenceid=226, filesize=11.9 K 2024-11-24T13:41:58,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 9f96a838d28104f70cb9dffe3cf36fbd in 1649ms, sequenceid=226, compaction requested=true 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:58,000 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:58,000 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:41:58,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/B is initiating minor compaction (all files) 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/A is initiating minor compaction (all files) 2024-11-24T13:41:58,001 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/B in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:58,001 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/A in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:58,001 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/6e63562db23c447a85ea258f5ee80bb6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=36.0 K 2024-11-24T13:41:58,001 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=108.4 K 2024-11-24T13:41:58,001 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef] 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6e63562db23c447a85ea258f5ee80bb6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b61a148609f5405dbb3c4130e454fc6c, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b823f761e045ac941830f402b82ba2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455713503 2024-11-24T13:41:58,001 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded4a336ce564393aa5d01b33c5c5de6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455713503 2024-11-24T13:41:58,002 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 72b08605746c481b975cbf91a67060bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732455715712 2024-11-24T13:41:58,002 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b58591fd61994f948d423b466f74d8ef, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732455715712 2024-11-24T13:41:58,005 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:58,006 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#B#compaction#358 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:58,007 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411249825bd5c890a4ed3a1eccbfeabdf3884_9f96a838d28104f70cb9dffe3cf36fbd store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:58,007 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/d1a1d9efc2d446eba84338ad229a4b67 is 50, key is test_row_0/B:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:58,008 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411249825bd5c890a4ed3a1eccbfeabdf3884_9f96a838d28104f70cb9dffe3cf36fbd, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:58,008 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249825bd5c890a4ed3a1eccbfeabdf3884_9f96a838d28104f70cb9dffe3cf36fbd because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:58,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742257_1433 (size=12697) 2024-11-24T13:41:58,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742258_1434 (size=4469) 2024-11-24T13:41:58,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-11-24T13:41:58,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:58,030 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-24T13:41:58,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241dd94aeca3f04646aa20709c61a2a169_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455716381/Put/seqid=0 2024-11-24T13:41:58,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742259_1435 (size=12304) 2024-11-24T13:41:58,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:58,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. as already flushing 2024-11-24T13:41:58,420 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/d1a1d9efc2d446eba84338ad229a4b67 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/d1a1d9efc2d446eba84338ad229a4b67 2024-11-24T13:41:58,420 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#A#compaction#359 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:58,421 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/1b738a4eb2da4352bbb19e14ecf8fd02 is 175, key is test_row_0/A:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742260_1436 (size=31651) 2024-11-24T13:41:58,424 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/B of 9f96a838d28104f70cb9dffe3cf36fbd into d1a1d9efc2d446eba84338ad229a4b67(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:58,424 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:58,424 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/B, priority=13, startTime=1732455718000; duration=0sec 2024-11-24T13:41:58,425 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:41:58,425 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:41:58,425 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:41:58,425 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:41:58,425 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9f96a838d28104f70cb9dffe3cf36fbd/C is initiating minor compaction (all files) 2024-11-24T13:41:58,425 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9f96a838d28104f70cb9dffe3cf36fbd/C in TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:58,426 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/e3732803d41a4c0cb0afd1f63f5dead8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp, totalSize=36.0 K 2024-11-24T13:41:58,426 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e3732803d41a4c0cb0afd1f63f5dead8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1732455712302 2024-11-24T13:41:58,426 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 752b09f9ad4447708c339469ceb3d462, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455713503 2024-11-24T13:41:58,426 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c9c0f298430344efb861ed1ce0ed80a4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1732455715712 2024-11-24T13:41:58,433 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9f96a838d28104f70cb9dffe3cf36fbd#C#compaction#361 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:41:58,433 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/72ca0d6b7f2249bfb6ae1da0d477f191 is 50, key is test_row_0/C:col10/1732455716351/Put/seqid=0 2024-11-24T13:41:58,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742261_1437 (size=12697) 2024-11-24T13:41:58,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:41:58,450 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/72ca0d6b7f2249bfb6ae1da0d477f191 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/72ca0d6b7f2249bfb6ae1da0d477f191 2024-11-24T13:41:58,453 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411241dd94aeca3f04646aa20709c61a2a169_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dd94aeca3f04646aa20709c61a2a169_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:41:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/4a77bf5aba4647cfaafb077f1f93827e, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:41:58,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/4a77bf5aba4647cfaafb077f1f93827e is 175, key is test_row_0/A:col10/1732455716381/Put/seqid=0 2024-11-24T13:41:58,457 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/C of 9f96a838d28104f70cb9dffe3cf36fbd into 72ca0d6b7f2249bfb6ae1da0d477f191(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:58,457 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:58,458 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/C, priority=13, startTime=1732455718000; duration=0sec 2024-11-24T13:41:58,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:58,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:41:58,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742262_1438 (size=31105) 2024-11-24T13:41:58,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:41:58,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455778492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,501 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51882 deadline: 1732455778548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51858 deadline: 1732455778548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,555 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,556 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51844 deadline: 1732455778559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,565 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51856 deadline: 1732455778568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,575 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9f96a838d28104f70cb9dffe3cf36fbd of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:41:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455778608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:58,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455778818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:58,828 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/1b738a4eb2da4352bbb19e14ecf8fd02 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/1b738a4eb2da4352bbb19e14ecf8fd02 2024-11-24T13:41:58,831 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9f96a838d28104f70cb9dffe3cf36fbd/A of 9f96a838d28104f70cb9dffe3cf36fbd into 1b738a4eb2da4352bbb19e14ecf8fd02(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:41:58,831 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:58,831 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., storeName=9f96a838d28104f70cb9dffe3cf36fbd/A, priority=13, startTime=1732455718000; duration=0sec 2024-11-24T13:41:58,832 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:41:58,832 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:41:58,860 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/4a77bf5aba4647cfaafb077f1f93827e 2024-11-24T13:41:58,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/c26d6aa3c4064423bb2a6aea96e5f384 is 50, key is test_row_0/B:col10/1732455716381/Put/seqid=0 2024-11-24T13:41:58,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742263_1439 (size=12151) 2024-11-24T13:41:59,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455779128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:59,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:59,224 INFO [Thread-1669 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1669. 2024-11-24T13:41:59,224 DEBUG [Thread-1669 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:59,224 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,224 DEBUG [Thread-1669 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:59,225 INFO [Thread-1675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1675. 2024-11-24T13:41:59,225 DEBUG [Thread-1675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:59,225 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,225 DEBUG [Thread-1675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,225 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:59,230 INFO [Thread-1671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1671. 2024-11-24T13:41:59,230 DEBUG [Thread-1671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:59,230 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,230 DEBUG [Thread-1671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:59,232 INFO [Thread-1677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1677. 2024-11-24T13:41:59,232 DEBUG [Thread-1677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:59,232 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,232 INFO [Thread-1673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1673. 2024-11-24T13:41:59,233 DEBUG [Thread-1673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:41:59,233 DEBUG [Thread-1677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,233 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:59,233 DEBUG [Thread-1673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:41:59,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:41:59,275 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/c26d6aa3c4064423bb2a6aea96e5f384 2024-11-24T13:41:59,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/d368bee783aa410ebbc502ba7e900d10 is 50, key is test_row_0/C:col10/1732455716381/Put/seqid=0 2024-11-24T13:41:59,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742264_1440 (size=12151) 2024-11-24T13:41:59,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:41:59,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:51870 deadline: 1732455779639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 2024-11-24T13:41:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:41:59,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:41:59,691 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/d368bee783aa410ebbc502ba7e900d10 2024-11-24T13:41:59,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/4a77bf5aba4647cfaafb077f1f93827e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/4a77bf5aba4647cfaafb077f1f93827e 2024-11-24T13:41:59,707 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/4a77bf5aba4647cfaafb077f1f93827e, entries=150, sequenceid=247, filesize=30.4 K 2024-11-24T13:41:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/c26d6aa3c4064423bb2a6aea96e5f384 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/c26d6aa3c4064423bb2a6aea96e5f384 2024-11-24T13:41:59,710 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/c26d6aa3c4064423bb2a6aea96e5f384, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T13:41:59,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/d368bee783aa410ebbc502ba7e900d10 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/d368bee783aa410ebbc502ba7e900d10 2024-11-24T13:41:59,714 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/d368bee783aa410ebbc502ba7e900d10, entries=150, sequenceid=247, filesize=11.9 K 2024-11-24T13:41:59,715 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 9f96a838d28104f70cb9dffe3cf36fbd in 1685ms, sequenceid=247, compaction requested=false 2024-11-24T13:41:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:41:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:41:59,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-11-24T13:41:59,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-11-24T13:41:59,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-24T13:41:59,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3640 sec 2024-11-24T13:41:59,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 3.3690 sec 2024-11-24T13:42:00,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-11-24T13:42:00,519 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:00,582 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:00,582 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-24T13:42:00,582 INFO [Thread-1660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1660. 2024-11-24T13:42:00,582 INFO [Thread-1666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1666. 2024-11-24T13:42:00,582 INFO [Thread-1662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1662. 2024-11-24T13:42:00,582 DEBUG [Thread-1666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:00,582 DEBUG [Thread-1660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:00,583 DEBUG [Thread-1662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:00,583 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 DEBUG [Thread-1666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 DEBUG [Thread-1662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 DEBUG [Thread-1660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,583 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,590 INFO [Thread-1658 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1658. 2024-11-24T13:42:00,590 DEBUG [Thread-1658 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:00,590 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,590 DEBUG [Thread-1658 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112460f951eca204466290e68a3bb7e7b7d1_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_0/A:col10/1732455720579/Put/seqid=0 2024-11-24T13:42:00,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742265_1441 (size=12454) 2024-11-24T13:42:00,652 INFO [Thread-1664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1664. 2024-11-24T13:42:00,652 DEBUG [Thread-1664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:00,652 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,652 DEBUG [Thread-1664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:42:00,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T13:42:00,652 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 45 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1496 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4486 rows 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1498 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4489 rows 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1502 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4505 rows 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1492 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4472 rows 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1500 2024-11-24T13:42:00,653 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4498 rows 2024-11-24T13:42:00,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:42:00,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:42:00,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:00,654 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:00,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:42:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:00,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455720661"}]},"ts":"1732455720661"} 2024-11-24T13:42:00,662 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:42:00,663 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:42:00,663 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:42:00,665 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, UNASSIGN}] 2024-11-24T13:42:00,666 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, UNASSIGN 2024-11-24T13:42:00,667 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:00,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, UNASSIGN because future has completed 2024-11-24T13:42:00,669 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:42:00,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:00,822 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(122): Close 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:00,822 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:42:00,822 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1722): Closing 9f96a838d28104f70cb9dffe3cf36fbd, disabling compactions & flushes 2024-11-24T13:42:00,822 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:42:00,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:00,997 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:01,004 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112460f951eca204466290e68a3bb7e7b7d1_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460f951eca204466290e68a3bb7e7b7d1_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:01,005 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/d8f76d8b1e77470b82b1f065c6949b2e, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:42:01,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/d8f76d8b1e77470b82b1f065c6949b2e is 175, key is test_row_0/A:col10/1732455720579/Put/seqid=0 2024-11-24T13:42:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742266_1442 (size=31255) 2024-11-24T13:42:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:01,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/d8f76d8b1e77470b82b1f065c6949b2e 2024-11-24T13:42:01,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/18728b4fafef4be8b2f470e8e1baa084 is 50, key is test_row_0/B:col10/1732455720579/Put/seqid=0 2024-11-24T13:42:01,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742267_1443 (size=12301) 2024-11-24T13:42:01,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:01,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/18728b4fafef4be8b2f470e8e1baa084 2024-11-24T13:42:01,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/eb50ead185cc47e9a430a91752fe7aa7 is 50, key is test_row_0/C:col10/1732455720579/Put/seqid=0 2024-11-24T13:42:01,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742268_1444 (size=12301) 2024-11-24T13:42:02,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/eb50ead185cc47e9a430a91752fe7aa7 2024-11-24T13:42:02,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/d8f76d8b1e77470b82b1f065c6949b2e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/d8f76d8b1e77470b82b1f065c6949b2e 2024-11-24T13:42:02,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/d8f76d8b1e77470b82b1f065c6949b2e, entries=150, sequenceid=268, filesize=30.5 K 2024-11-24T13:42:02,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/18728b4fafef4be8b2f470e8e1baa084 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/18728b4fafef4be8b2f470e8e1baa084 2024-11-24T13:42:02,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/18728b4fafef4be8b2f470e8e1baa084, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T13:42:02,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/eb50ead185cc47e9a430a91752fe7aa7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/eb50ead185cc47e9a430a91752fe7aa7 2024-11-24T13:42:02,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/eb50ead185cc47e9a430a91752fe7aa7, entries=150, sequenceid=268, filesize=12.0 K 2024-11-24T13:42:02,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=13.42 KB/13740 for 9f96a838d28104f70cb9dffe3cf36fbd in 1686ms, sequenceid=268, compaction requested=true 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9f96a838d28104f70cb9dffe3cf36fbd: 2024-11-24T13:42:02,268 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:42:02,268 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. because compaction request was cancelled 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:A 2024-11-24T13:42:02,268 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. after waiting 0 ms 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9f96a838d28104f70cb9dffe3cf36fbd:C, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:02,268 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. because compaction request was cancelled 2024-11-24T13:42:02,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. because compaction request was cancelled 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:B 2024-11-24T13:42:02,268 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9f96a838d28104f70cb9dffe3cf36fbd:C 2024-11-24T13:42:02,268 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(2902): Flushing 9f96a838d28104f70cb9dffe3cf36fbd 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-24T13:42:02,273 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfb84d0bb5644d1e9a3c55663986fbe5_9f96a838d28104f70cb9dffe3cf36fbd is 50, key is test_row_1/A:col10/1732455720650/Put/seqid=0 2024-11-24T13:42:02,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742269_1445 (size=9914) 2024-11-24T13:42:02,677 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:02,684 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bfb84d0bb5644d1e9a3c55663986fbe5_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfb84d0bb5644d1e9a3c55663986fbe5_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:02,685 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/37ec662bfffc4e819f4980d8442a1192, store: [table=TestAcidGuarantees family=A region=9f96a838d28104f70cb9dffe3cf36fbd] 2024-11-24T13:42:02,687 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/37ec662bfffc4e819f4980d8442a1192 is 175, key is test_row_1/A:col10/1732455720650/Put/seqid=0 2024-11-24T13:42:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742270_1446 (size=22561) 2024-11-24T13:42:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:03,097 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/37ec662bfffc4e819f4980d8442a1192 2024-11-24T13:42:03,110 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/39721af2092c48439dd9128353edcec9 is 50, key is test_row_1/B:col10/1732455720650/Put/seqid=0 2024-11-24T13:42:03,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742271_1447 (size=9857) 2024-11-24T13:42:03,516 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/39721af2092c48439dd9128353edcec9 2024-11-24T13:42:03,526 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/4222ddfad70a4b5c847712354fb87cf2 is 50, key is test_row_1/C:col10/1732455720650/Put/seqid=0 2024-11-24T13:42:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742272_1448 (size=9857) 2024-11-24T13:42:03,932 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/4222ddfad70a4b5c847712354fb87cf2 2024-11-24T13:42:03,942 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/A/37ec662bfffc4e819f4980d8442a1192 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/37ec662bfffc4e819f4980d8442a1192 2024-11-24T13:42:03,949 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/37ec662bfffc4e819f4980d8442a1192, entries=100, sequenceid=273, filesize=22.0 K 2024-11-24T13:42:03,950 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/B/39721af2092c48439dd9128353edcec9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/39721af2092c48439dd9128353edcec9 2024-11-24T13:42:03,955 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/39721af2092c48439dd9128353edcec9, entries=100, sequenceid=273, filesize=9.6 K 2024-11-24T13:42:03,956 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/.tmp/C/4222ddfad70a4b5c847712354fb87cf2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/4222ddfad70a4b5c847712354fb87cf2 2024-11-24T13:42:03,960 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/4222ddfad70a4b5c847712354fb87cf2, entries=100, sequenceid=273, filesize=9.6 K 2024-11-24T13:42:03,961 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9f96a838d28104f70cb9dffe3cf36fbd in 1693ms, sequenceid=273, compaction requested=true 2024-11-24T13:42:03,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef] to archive 2024-11-24T13:42:03,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:03,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/abba1e5fd4ca4df7ba806b98477a344c 2024-11-24T13:42:03,966 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/2985964ce0ff4c6ab5bc95c404f35a2a 2024-11-24T13:42:03,967 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/0feb5daf32ba4ffab8628b457c21276f 2024-11-24T13:42:03,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/56fc676e2bbe4f7e808c37c2802cd8d8 2024-11-24T13:42:03,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/9348830ec5f949588fe6f7671a981ef6 2024-11-24T13:42:03,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/add7a28c25984f6e9a10d2d05ba21ffe 2024-11-24T13:42:03,970 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/371bed050ca04acb8f893670034cf165 2024-11-24T13:42:03,971 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/54350cc135804550b9e7861737937cbd 2024-11-24T13:42:03,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/89a8d2c8046b444aad4091b545f578f5 2024-11-24T13:42:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/372930d5e48146e8a346d57f767a3155 2024-11-24T13:42:03,973 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/068207f3290e4fcfb355249a9131b579 2024-11-24T13:42:03,974 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/645cfbb8a0e149b6ad90b38a736d9fbc 2024-11-24T13:42:03,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/13db57c633a041e7949555ba88235d07 2024-11-24T13:42:03,976 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b61a148609f5405dbb3c4130e454fc6c 2024-11-24T13:42:03,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/ded4a336ce564393aa5d01b33c5c5de6 2024-11-24T13:42:03,978 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/b58591fd61994f948d423b466f74d8ef 2024-11-24T13:42:03,979 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b96ce0106e5745d29008866ccbf69ed4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/eb54ed6267894fd0b711770eb813cf3a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a5254845e395455f82ebe9260950436b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/6e63562db23c447a85ea258f5ee80bb6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc] to archive 2024-11-24T13:42:03,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:03,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0eda9cd4a73f45b4ae75823a6dc2bc31 2024-11-24T13:42:03,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b86f438b9f7c410498db34880914288b 2024-11-24T13:42:03,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b96ce0106e5745d29008866ccbf69ed4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/b96ce0106e5745d29008866ccbf69ed4 2024-11-24T13:42:03,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/160623270e0c4ec2802f20a1bd5c3af3 2024-11-24T13:42:03,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/564e2c0bd43143db83c64e1f4d86aa7f 2024-11-24T13:42:03,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/391a3db409314488b6c244e6f65afcba 2024-11-24T13:42:03,985 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/eb54ed6267894fd0b711770eb813cf3a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/eb54ed6267894fd0b711770eb813cf3a 2024-11-24T13:42:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/1dcb2ba21d434941b6378321d2b4862e 2024-11-24T13:42:03,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/0b2b05e6044e46a681d6d42c23aded7f 2024-11-24T13:42:03,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a5254845e395455f82ebe9260950436b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a5254845e395455f82ebe9260950436b 2024-11-24T13:42:03,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/f77782de5667402eb3de44f7f6573562 2024-11-24T13:42:03,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/7968fa2137274f0ab82f8d08b3bf43aa 2024-11-24T13:42:03,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/6e63562db23c447a85ea258f5ee80bb6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/6e63562db23c447a85ea258f5ee80bb6 2024-11-24T13:42:03,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/fd161a812aa047099bc30509c778285c 2024-11-24T13:42:03,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/a2b823f761e045ac941830f402b82ba2 2024-11-24T13:42:03,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/72b08605746c481b975cbf91a67060bc 2024-11-24T13:42:03,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/95c592792aa745e28c02412124023fdb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/fa532f93fc4542efa74d9dd412645627, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/f533067dd5814a54bff8df460fcb190d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/e3732803d41a4c0cb0afd1f63f5dead8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4] to archive 2024-11-24T13:42:03,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:03,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/195cce974c0b4750b930da6cedc005eb 2024-11-24T13:42:03,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/5be235eeed2c4f6097b3f0a1f62a3a91 2024-11-24T13:42:03,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/95c592792aa745e28c02412124023fdb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/95c592792aa745e28c02412124023fdb 2024-11-24T13:42:03,998 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/6792d555a13f4f579cb266e6fbe5d567 2024-11-24T13:42:03,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/b6f2bdaa3e0949be99cbcb27e71a7509 2024-11-24T13:42:04,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/a9043cb0d5aa463091b53bcfd20b80a1 2024-11-24T13:42:04,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/fa532f93fc4542efa74d9dd412645627 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/fa532f93fc4542efa74d9dd412645627 2024-11-24T13:42:04,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/0a6cb0158679445d91925ce466d71d8d 2024-11-24T13:42:04,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/493c08f22b72452ebace4f20559573eb 2024-11-24T13:42:04,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/f533067dd5814a54bff8df460fcb190d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/f533067dd5814a54bff8df460fcb190d 2024-11-24T13:42:04,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/8f562e7f1d73431dad6b92ea4b426955 2024-11-24T13:42:04,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/cfb9ab8c160e4f9da6759da6400ec998 2024-11-24T13:42:04,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/e3732803d41a4c0cb0afd1f63f5dead8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/e3732803d41a4c0cb0afd1f63f5dead8 2024-11-24T13:42:04,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/98eb704d4aac4837b45d9475c62f5a1e 2024-11-24T13:42:04,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/752b09f9ad4447708c339469ceb3d462 2024-11-24T13:42:04,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/c9c0f298430344efb861ed1ce0ed80a4 2024-11-24T13:42:04,016 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits/276.seqid, newMaxSeqId=276, maxSeqId=4 2024-11-24T13:42:04,017 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. 2024-11-24T13:42:04,017 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] regionserver.HRegion(1676): Region close journal for 9f96a838d28104f70cb9dffe3cf36fbd: Waiting for close lock at 1732455720822Running coprocessor pre-close hooks at 1732455720822Disabling compacts and flushes for region at 1732455720822Disabling writes for close at 1732455722268 (+1446 ms)Obtaining lock to block concurrent updates at 1732455722268Preparing flush snapshotting stores in 9f96a838d28104f70cb9dffe3cf36fbd at 1732455722269 (+1 ms)Finished memstore snapshotting TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1732455722269Flushing stores of TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd. at 1732455722269Flushing 9f96a838d28104f70cb9dffe3cf36fbd/A: creating writer at 1732455722269Flushing mob file 9f96a838d28104f70cb9dffe3cf36fbd/A: appending metadata at 1732455722273 (+4 ms)Flushing mob file 9f96a838d28104f70cb9dffe3cf36fbd/A: closing flushed file at 1732455722273Flushing 9f96a838d28104f70cb9dffe3cf36fbd/A: appending metadata at 1732455722685 (+412 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/A: closing flushed file at 1732455722686 (+1 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/B: creating writer at 1732455723106 (+420 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/B: appending metadata at 1732455723109 (+3 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/B: closing flushed file at 1732455723109Flushing 9f96a838d28104f70cb9dffe3cf36fbd/C: creating writer at 1732455723522 (+413 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/C: appending metadata at 1732455723526 (+4 ms)Flushing 9f96a838d28104f70cb9dffe3cf36fbd/C: closing flushed file at 1732455723526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37bd3295: reopening flushed file at 1732455723940 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e44ea25: reopening flushed file at 1732455723949 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbe449: reopening flushed file at 1732455723955 (+6 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 9f96a838d28104f70cb9dffe3cf36fbd in 1693ms, sequenceid=273, compaction requested=true at 1732455723961 (+6 ms)Writing region close event to WAL at 1732455724014 (+53 ms)Running coprocessor post-close hooks at 1732455724017 (+3 ms)Closed at 1732455724017 2024-11-24T13:42:04,019 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=118}] handler.UnassignRegionHandler(157): Closed 9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=9f96a838d28104f70cb9dffe3cf36fbd, regionState=CLOSED 2024-11-24T13:42:04,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:04,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-24T13:42:04,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; CloseRegionProcedure 9f96a838d28104f70cb9dffe3cf36fbd, server=ee00117f0849,40029,1732455609232 in 3.3520 sec 2024-11-24T13:42:04,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-24T13:42:04,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9f96a838d28104f70cb9dffe3cf36fbd, UNASSIGN in 3.3570 sec 2024-11-24T13:42:04,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-11-24T13:42:04,025 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3610 sec 2024-11-24T13:42:04,026 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455724026"}]},"ts":"1732455724026"} 2024-11-24T13:42:04,027 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:42:04,027 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:42:04,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3720 sec 2024-11-24T13:42:04,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-24T13:42:04,830 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:04,830 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:42:04,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,833 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=119, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T13:42:04,835 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=119, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,839 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,843 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits] 2024-11-24T13:42:04,847 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/1b738a4eb2da4352bbb19e14ecf8fd02 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/1b738a4eb2da4352bbb19e14ecf8fd02 2024-11-24T13:42:04,849 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/37ec662bfffc4e819f4980d8442a1192 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/37ec662bfffc4e819f4980d8442a1192 2024-11-24T13:42:04,852 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/4a77bf5aba4647cfaafb077f1f93827e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/4a77bf5aba4647cfaafb077f1f93827e 2024-11-24T13:42:04,854 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/d8f76d8b1e77470b82b1f065c6949b2e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/A/d8f76d8b1e77470b82b1f065c6949b2e 2024-11-24T13:42:04,856 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/18728b4fafef4be8b2f470e8e1baa084 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/18728b4fafef4be8b2f470e8e1baa084 2024-11-24T13:42:04,857 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/39721af2092c48439dd9128353edcec9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/39721af2092c48439dd9128353edcec9 2024-11-24T13:42:04,858 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/c26d6aa3c4064423bb2a6aea96e5f384 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/c26d6aa3c4064423bb2a6aea96e5f384 2024-11-24T13:42:04,859 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/d1a1d9efc2d446eba84338ad229a4b67 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/B/d1a1d9efc2d446eba84338ad229a4b67 2024-11-24T13:42:04,860 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/4222ddfad70a4b5c847712354fb87cf2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/4222ddfad70a4b5c847712354fb87cf2 2024-11-24T13:42:04,860 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/72ca0d6b7f2249bfb6ae1da0d477f191 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/72ca0d6b7f2249bfb6ae1da0d477f191 2024-11-24T13:42:04,861 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/d368bee783aa410ebbc502ba7e900d10 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/d368bee783aa410ebbc502ba7e900d10 2024-11-24T13:42:04,862 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/eb50ead185cc47e9a430a91752fe7aa7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/C/eb50ead185cc47e9a430a91752fe7aa7 2024-11-24T13:42:04,863 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits/276.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd/recovered.edits/276.seqid 2024-11-24T13:42:04,864 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,864 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:42:04,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:42:04,864 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T13:42:04,866 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407dd9ef103c641a4ace23853d50e188f_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112407dd9ef103c641a4ace23853d50e188f_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,867 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dd94aeca3f04646aa20709c61a2a169_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411241dd94aeca3f04646aa20709c61a2a169_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124322461109b4f4cf2b73e1234cad7bbe4_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124322461109b4f4cf2b73e1234cad7bbe4_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,868 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446be2826af004d68b71b392bb54b6002_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112446be2826af004d68b71b392bb54b6002_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,869 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e738765067641bea643e6cd02ca963c_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411245e738765067641bea643e6cd02ca963c_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460f951eca204466290e68a3bb7e7b7d1_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112460f951eca204466290e68a3bb7e7b7d1_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,870 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480701158fa624a279c5f4a5bce110729_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112480701158fa624a279c5f4a5bce110729_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,871 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a63efc297b91450dbd0704a8c1cdfa5b_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a63efc297b91450dbd0704a8c1cdfa5b_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,872 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9a338f8190b423a89a579c3a7a96690_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124a9a338f8190b423a89a579c3a7a96690_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b404a0834aa7411882999f05fa41ca37_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124b404a0834aa7411882999f05fa41ca37_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,873 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcb0a1737f9e4406bbf942a11e82d6e9_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bcb0a1737f9e4406bbf942a11e82d6e9_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,874 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfb84d0bb5644d1e9a3c55663986fbe5_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bfb84d0bb5644d1e9a3c55663986fbe5_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,875 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db1fcbd40f7f4de1a1b5402d7a913d1e_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124db1fcbd40f7f4de1a1b5402d7a913d1e_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e030d202ef39426e9abd87f5d7290cad_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124e030d202ef39426e9abd87f5d7290cad_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,876 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd9067e44fd24c89be5965994cb40f51_9f96a838d28104f70cb9dffe3cf36fbd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fd9067e44fd24c89be5965994cb40f51_9f96a838d28104f70cb9dffe3cf36fbd 2024-11-24T13:42:04,877 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:42:04,879 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=119, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,880 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:42:04,882 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:42:04,883 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=119, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,884 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:42:04,884 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455724884"}]},"ts":"9223372036854775807"} 2024-11-24T13:42:04,886 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:42:04,886 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9f96a838d28104f70cb9dffe3cf36fbd, NAME => 'TestAcidGuarantees,,1732455696063.9f96a838d28104f70cb9dffe3cf36fbd.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:42:04,886 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:42:04,886 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455724886"}]},"ts":"9223372036854775807"} 2024-11-24T13:42:04,887 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:42:04,888 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=119, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,889 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 58 msec 2024-11-24T13:42:04,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-24T13:42:04,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:42:04,940 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:04,954 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 242), OpenFileDescriptor=459 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=453 (was 523), ProcessCount=11 (was 11), AvailableMemoryMB=8038 (was 8112) 2024-11-24T13:42:04,962 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=453, ProcessCount=11, AvailableMemoryMB=8037 2024-11-24T13:42:04,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:42:04,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:42:04,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:04,965 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:42:04,965 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:04,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 120 2024-11-24T13:42:04,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:04,966 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:42:04,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742273_1449 (size=959) 2024-11-24T13:42:05,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:05,377 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:42:05,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742274_1450 (size=53) 2024-11-24T13:42:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:05,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:42:05,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 9ad03ff53a767b503555e0f7c34c7c24, disabling compactions & flushes 2024-11-24T13:42:05,783 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:05,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:05,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. after waiting 0 ms 2024-11-24T13:42:05,783 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:05,784 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:05,784 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ad03ff53a767b503555e0f7c34c7c24: Waiting for close lock at 1732455725783Disabling compacts and flushes for region at 1732455725783Disabling writes for close at 1732455725783Writing region close event to WAL at 1732455725783Closed at 1732455725783 2024-11-24T13:42:05,786 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:42:05,787 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455725786"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455725786"}]},"ts":"1732455725786"} 2024-11-24T13:42:05,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:42:05,792 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:42:05,792 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455725792"}]},"ts":"1732455725792"} 2024-11-24T13:42:05,793 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:42:05,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, ASSIGN}] 2024-11-24T13:42:05,795 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, ASSIGN 2024-11-24T13:42:05,795 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:42:05,947 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=9ad03ff53a767b503555e0f7c34c7c24, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:05,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=121, ppid=120, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, ASSIGN because future has completed 2024-11-24T13:42:05,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:06,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:06,112 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:06,113 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:42:06,115 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,115 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:42:06,115 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7794): checking encryption for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,115 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(7797): checking classloading for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,117 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,118 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ad03ff53a767b503555e0f7c34c7c24 columnFamilyName A 2024-11-24T13:42:06,119 DEBUG [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:06,119 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(327): Store=9ad03ff53a767b503555e0f7c34c7c24/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:06,119 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,120 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ad03ff53a767b503555e0f7c34c7c24 columnFamilyName B 2024-11-24T13:42:06,120 DEBUG [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:06,121 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(327): Store=9ad03ff53a767b503555e0f7c34c7c24/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:06,121 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,122 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ad03ff53a767b503555e0f7c34c7c24 columnFamilyName C 2024-11-24T13:42:06,122 DEBUG [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:06,122 INFO [StoreOpener-9ad03ff53a767b503555e0f7c34c7c24-1 {}] regionserver.HStore(327): Store=9ad03ff53a767b503555e0f7c34c7c24/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:06,122 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1038): replaying wal for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,123 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,123 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,124 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1048): stopping wal replay for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,124 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1060): Cleaning up temporary data for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,124 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:42:06,125 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1093): writing seq id for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,127 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:42:06,127 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1114): Opened 9ad03ff53a767b503555e0f7c34c7c24; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64364910, jitterRate=-0.04088810086250305}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:42:06,128 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:06,128 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegion(1006): Region open journal for 9ad03ff53a767b503555e0f7c34c7c24: Running coprocessor pre-open hook at 1732455726115Writing region info on filesystem at 1732455726115Initializing all the Stores at 1732455726116 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455726116Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455726116Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455726116Cleaning up temporary data from old regions at 1732455726124 (+8 ms)Running coprocessor post-open hooks at 1732455726128 (+4 ms)Region opened successfully at 1732455726128 2024-11-24T13:42:06,129 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., pid=122, masterSystemTime=1732455726106 2024-11-24T13:42:06,130 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:06,130 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=122}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:06,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=121 updating hbase:meta row=9ad03ff53a767b503555e0f7c34c7c24, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:06,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=122, ppid=121, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:06,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-24T13:42:06,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 in 181 msec 2024-11-24T13:42:06,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=121, resume processing ppid=120 2024-11-24T13:42:06,135 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=120, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, ASSIGN in 339 msec 2024-11-24T13:42:06,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:42:06,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455726135"}]},"ts":"1732455726135"} 2024-11-24T13:42:06,136 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:42:06,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=120, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:42:06,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1740 sec 2024-11-24T13:42:07,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=120 2024-11-24T13:42:07,120 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:07,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6d55bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,124 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d41b74e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,125 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,126 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,127 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54342, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5441e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,128 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,130 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37980, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:42:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:42:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ea2e03d 2024-11-24T13:42:07,133 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:42:07,134 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54356, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:42:07,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0c05eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,136 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,136 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21295dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,138 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54374, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,139 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44097e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d7458, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,139 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,140 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,140 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ecc6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,141 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,142 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b19a344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c61cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,143 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,143 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@422edb5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,144 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39713ea0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c296bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,146 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592bd537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,146 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,147 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54422, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@141ea390, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47bc1e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,148 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,148 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e27560a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,149 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,149 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd077ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672fe15e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,150 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,150 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@310c3e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,151 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,151 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54450, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,152 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702f4423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,152 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71238b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,152 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,152 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,153 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a4f16f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,154 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e48d75c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@625b319d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,155 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e73af75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,156 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,157 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,157 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@199db857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49cd7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,158 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,158 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,159 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258fc902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,160 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9b2840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73f5639f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,161 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:07,161 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:07,162 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16588ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:07,162 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:07,163 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:07,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@118f096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:07,164 DEBUG [Thread-2015 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,164 DEBUG [Thread-2030 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,165 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-24T13:42:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:07,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37998, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,167 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,168 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:07,168 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:07,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,171 DEBUG [Thread-2019 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,172 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,175 DEBUG [Thread-2026 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,175 DEBUG [Thread-2017 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,175 DEBUG [Thread-2032 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,175 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,175 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,176 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,178 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,179 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:07,181 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:07,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:07,187 DEBUG [Thread-2023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,187 DEBUG [Thread-2021 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,188 DEBUG [Thread-2021 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,188 DEBUG [Thread-2021 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,190 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,198 DEBUG [Thread-2028 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,199 DEBUG [Thread-2034 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:07,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,199 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,199 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:07,200 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:07,200 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38080, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2] 2024-11-24T13:42:07,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7294481ed56c49009a70605397d00655 is 50, key is test_row_0/A:col10/1732455727176/Put/seqid=0 2024-11-24T13:42:07,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742275_1451 (size=14341) 2024-11-24T13:42:07,250 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455787242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455787243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455787248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,251 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,252 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455787250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,257 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455787250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:07,321 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,321 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455787359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455787359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455787359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455787368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455787368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,373 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:42:07,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455787569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455787569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455787569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455787578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455787578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,581 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7294481ed56c49009a70605397d00655 2024-11-24T13:42:07,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:07,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/8a71c1bbc312467fa2c548ed148fb596 is 50, key is test_row_0/B:col10/1732455727176/Put/seqid=0 2024-11-24T13:42:07,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742276_1452 (size=12001) 2024-11-24T13:42:07,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:07,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455787878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,884 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455787878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455787878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,885 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455787889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:07,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455787889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:07,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:07,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:07,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:07,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/8a71c1bbc312467fa2c548ed148fb596 2024-11-24T13:42:08,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c9c642fc8c154d94b42151ab99bb8a2b is 50, key is test_row_0/C:col10/1732455727176/Put/seqid=0 2024-11-24T13:42:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742277_1453 (size=12001) 2024-11-24T13:42:08,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:08,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,237 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:08,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,390 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:08,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:08,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455788388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:08,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:08,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455788388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:08,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455788399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:08,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455788399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,402 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:08,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:08,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455788408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,413 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:08,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:08,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c9c642fc8c154d94b42151ab99bb8a2b 2024-11-24T13:42:08,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7294481ed56c49009a70605397d00655 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655 2024-11-24T13:42:08,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655, entries=200, sequenceid=12, filesize=14.0 K 2024-11-24T13:42:08,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/8a71c1bbc312467fa2c548ed148fb596 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596 2024-11-24T13:42:08,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T13:42:08,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c9c642fc8c154d94b42151ab99bb8a2b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b 2024-11-24T13:42:08,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b, entries=150, sequenceid=12, filesize=11.7 K 2024-11-24T13:42:08,483 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9ad03ff53a767b503555e0f7c34c7c24 in 1302ms, sequenceid=12, compaction requested=false 2024-11-24T13:42:08,483 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-24T13:42:08,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:08,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-24T13:42:08,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:08,542 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:42:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7b9e4fd61ae74e03ba654dea8350d282 is 50, key is test_row_0/A:col10/1732455727248/Put/seqid=0 2024-11-24T13:42:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742278_1454 (size=12001) 2024-11-24T13:42:08,949 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7b9e4fd61ae74e03ba654dea8350d282 2024-11-24T13:42:08,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/e09693fe6d70461897a86813d2ce5f5f is 50, key is test_row_0/B:col10/1732455727248/Put/seqid=0 2024-11-24T13:42:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742279_1455 (size=12001) 2024-11-24T13:42:09,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:09,358 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/e09693fe6d70461897a86813d2ce5f5f 2024-11-24T13:42:09,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fe6cfe58f40c4f728df9716206a80d1e is 50, key is test_row_0/C:col10/1732455727248/Put/seqid=0 2024-11-24T13:42:09,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742280_1456 (size=12001) 2024-11-24T13:42:09,368 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fe6cfe58f40c4f728df9716206a80d1e 2024-11-24T13:42:09,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/7b9e4fd61ae74e03ba654dea8350d282 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282 2024-11-24T13:42:09,374 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T13:42:09,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/e09693fe6d70461897a86813d2ce5f5f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f 2024-11-24T13:42:09,377 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T13:42:09,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fe6cfe58f40c4f728df9716206a80d1e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e 2024-11-24T13:42:09,380 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e, entries=150, sequenceid=38, filesize=11.7 K 2024-11-24T13:42:09,381 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 9ad03ff53a767b503555e0f7c34c7c24 in 839ms, sequenceid=38, compaction requested=false 2024-11-24T13:42:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:09,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-24T13:42:09,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-24T13:42:09,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-24T13:42:09,385 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2150 sec 2024-11-24T13:42:09,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.2200 sec 2024-11-24T13:42:09,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:09,415 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:09,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:09,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5d295f960ae42fcaba9ee1ebc609f67 is 50, key is test_row_0/A:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:09,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742281_1457 (size=21365) 2024-11-24T13:42:09,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5d295f960ae42fcaba9ee1ebc609f67 2024-11-24T13:42:09,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/24aa03893a8047339a0c36111613764c is 50, key is test_row_0/B:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:09,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742282_1458 (size=12001) 2024-11-24T13:42:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455789463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455789464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,475 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455789465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455789466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,477 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455789466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,478 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,543 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:42:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455789578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455789578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,586 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455789578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455789588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455789588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,600 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455789789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,792 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,800 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455789798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455789798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,801 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455789808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455789808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:09,814 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:09,834 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/24aa03893a8047339a0c36111613764c 2024-11-24T13:42:09,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/70926aed42354f9ab24003d753920732 is 50, key is test_row_0/C:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:09,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742283_1459 (size=12001) 2024-11-24T13:42:10,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455790099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455790109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455790109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,111 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455790118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455790118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,121 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,242 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/70926aed42354f9ab24003d753920732 2024-11-24T13:42:10,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5d295f960ae42fcaba9ee1ebc609f67 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67 2024-11-24T13:42:10,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67, entries=350, sequenceid=49, filesize=20.9 K 2024-11-24T13:42:10,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/24aa03893a8047339a0c36111613764c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c 2024-11-24T13:42:10,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T13:42:10,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/70926aed42354f9ab24003d753920732 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732 2024-11-24T13:42:10,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732, entries=150, sequenceid=49, filesize=11.7 K 2024-11-24T13:42:10,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 9ad03ff53a767b503555e0f7c34c7c24 in 840ms, sequenceid=49, compaction requested=true 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:10,255 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:10,255 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:10,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 47707 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:10,258 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:10,258 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:10,258 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.2 K 2024-11-24T13:42:10,258 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=46.6 K 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a71c1bbc312467fa2c548ed148fb596, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455727176 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7294481ed56c49009a70605397d00655, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455727176 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e09693fe6d70461897a86813d2ce5f5f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732455727241 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b9e4fd61ae74e03ba654dea8350d282, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732455727241 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 24aa03893a8047339a0c36111613764c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729410 2024-11-24T13:42:10,258 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5d295f960ae42fcaba9ee1ebc609f67, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729409 2024-11-24T13:42:10,272 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#379 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:10,272 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/38f3b4e05d2349499e8fb3b65d129ade is 50, key is test_row_0/B:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:10,279 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#380 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:10,280 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/006c43ff6a914191b509f30e39d075ff is 50, key is test_row_0/A:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:10,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742284_1460 (size=12104) 2024-11-24T13:42:10,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742285_1461 (size=12104) 2024-11-24T13:42:10,285 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/38f3b4e05d2349499e8fb3b65d129ade as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/38f3b4e05d2349499e8fb3b65d129ade 2024-11-24T13:42:10,287 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/006c43ff6a914191b509f30e39d075ff as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/006c43ff6a914191b509f30e39d075ff 2024-11-24T13:42:10,289 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 38f3b4e05d2349499e8fb3b65d129ade(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:10,289 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:10,289 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455730255; duration=0sec 2024-11-24T13:42:10,289 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:10,289 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:10,290 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:10,290 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into 006c43ff6a914191b509f30e39d075ff(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:10,291 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:10,291 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455730255; duration=0sec 2024-11-24T13:42:10,291 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:10,291 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:10,292 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:10,292 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:10,292 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:10,292 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.2 K 2024-11-24T13:42:10,292 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c9c642fc8c154d94b42151ab99bb8a2b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732455727176 2024-11-24T13:42:10,292 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fe6cfe58f40c4f728df9716206a80d1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732455727241 2024-11-24T13:42:10,292 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 70926aed42354f9ab24003d753920732, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729410 2024-11-24T13:42:10,298 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#381 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:10,299 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/96017f432c754d0cae06682c754b6bc1 is 50, key is test_row_0/C:col10/1732455729414/Put/seqid=0 2024-11-24T13:42:10,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742286_1462 (size=12104) 2024-11-24T13:42:10,313 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/96017f432c754d0cae06682c754b6bc1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/96017f432c754d0cae06682c754b6bc1 2024-11-24T13:42:10,316 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 96017f432c754d0cae06682c754b6bc1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:10,316 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:10,316 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455730255; duration=0sec 2024-11-24T13:42:10,316 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:10,316 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:10,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:10,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:10,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T13:42:10,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455790627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455790628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455790628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455790628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455790630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,635 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0151f282ac3444f3bffe9b532a747838 is 50, key is test_row_0/A:col10/1732455730612/Put/seqid=0 2024-11-24T13:42:10,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742287_1463 (size=14341) 2024-11-24T13:42:10,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455790738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455790738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455790738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455790948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455790948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:10,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:10,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455790948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:10,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0151f282ac3444f3bffe9b532a747838 2024-11-24T13:42:11,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6c88d87aefd84da89040dfd1c89d41ec is 50, key is test_row_0/B:col10/1732455730612/Put/seqid=0 2024-11-24T13:42:11,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742288_1464 (size=12001) 2024-11-24T13:42:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455791258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455791258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,263 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455791258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-24T13:42:11,329 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:11,329 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:11,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-24T13:42:11,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:11,331 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:11,332 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:11,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:11,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:11,466 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67] to archive 2024-11-24T13:42:11,467 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:11,468 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7294481ed56c49009a70605397d00655 2024-11-24T13:42:11,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/7b9e4fd61ae74e03ba654dea8350d282 2024-11-24T13:42:11,469 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5d295f960ae42fcaba9ee1ebc609f67 2024-11-24T13:42:11,470 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c] to archive 2024-11-24T13:42:11,471 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:11,471 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6c88d87aefd84da89040dfd1c89d41ec 2024-11-24T13:42:11,474 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/8a71c1bbc312467fa2c548ed148fb596 2024-11-24T13:42:11,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/e09693fe6d70461897a86813d2ce5f5f 2024-11-24T13:42:11,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/24aa03893a8047339a0c36111613764c 2024-11-24T13:42:11,477 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732] to archive 2024-11-24T13:42:11,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/d5748931e16443fb8f937910a9ff0132 is 50, key is test_row_0/C:col10/1732455730612/Put/seqid=0 2024-11-24T13:42:11,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:11,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c9c642fc8c154d94b42151ab99bb8a2b 2024-11-24T13:42:11,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fe6cfe58f40c4f728df9716206a80d1e 2024-11-24T13:42:11,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742289_1465 (size=12001) 2024-11-24T13:42:11,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/ee00117f0849:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/70926aed42354f9ab24003d753920732 2024-11-24T13:42:11,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T13:42:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T13:42:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:11,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455791648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455791649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,656 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,656 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,772 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455791768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455791768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,774 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:11,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455791779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:11,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T13:42:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:11,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/d5748931e16443fb8f937910a9ff0132 2024-11-24T13:42:11,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0151f282ac3444f3bffe9b532a747838 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838 2024-11-24T13:42:11,888 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838, entries=200, sequenceid=79, filesize=14.0 K 2024-11-24T13:42:11,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6c88d87aefd84da89040dfd1c89d41ec as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec 2024-11-24T13:42:11,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T13:42:11,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/d5748931e16443fb8f937910a9ff0132 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132 2024-11-24T13:42:11,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T13:42:11,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9ad03ff53a767b503555e0f7c34c7c24 in 1283ms, sequenceid=79, compaction requested=false 2024-11-24T13:42:11,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:11,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-24T13:42:11,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:11,942 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T13:42:11,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d7c50e64166f44aeb9b531f4a660acce is 50, key is test_row_0/A:col10/1732455730629/Put/seqid=0 2024-11-24T13:42:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742290_1466 (size=9657) 2024-11-24T13:42:11,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:12,349 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d7c50e64166f44aeb9b531f4a660acce 2024-11-24T13:42:12,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/33a5b597dbac419db608310f0187bbe7 is 50, key is test_row_0/B:col10/1732455730629/Put/seqid=0 2024-11-24T13:42:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742291_1467 (size=9657) 2024-11-24T13:42:12,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:12,759 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/33a5b597dbac419db608310f0187bbe7 2024-11-24T13:42:12,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c40fc2e2270c42049a449ac10ba06c1d is 50, key is test_row_0/C:col10/1732455730629/Put/seqid=0 2024-11-24T13:42:12,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742292_1468 (size=9657) 2024-11-24T13:42:12,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:12,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:12,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455792844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455792847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:12,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455792853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455792959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455792968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:12,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455792968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:12,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,171 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c40fc2e2270c42049a449ac10ba06c1d 2024-11-24T13:42:13,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d7c50e64166f44aeb9b531f4a660acce as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce 2024-11-24T13:42:13,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455793168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,176 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce, entries=100, sequenceid=88, filesize=9.4 K 2024-11-24T13:42:13,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/33a5b597dbac419db608310f0187bbe7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7 2024-11-24T13:42:13,179 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7, entries=100, sequenceid=88, filesize=9.4 K 2024-11-24T13:42:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/c40fc2e2270c42049a449ac10ba06c1d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d 2024-11-24T13:42:13,182 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d, entries=100, sequenceid=88, filesize=9.4 K 2024-11-24T13:42:13,183 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 9ad03ff53a767b503555e0f7c34c7c24 in 1241ms, sequenceid=88, compaction requested=true 2024-11-24T13:42:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-24T13:42:13,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-24T13:42:13,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-24T13:42:13,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8520 sec 2024-11-24T13:42:13,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.8570 sec 2024-11-24T13:42:13,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:13,197 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:13,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T13:42:13,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/79ebc301162b47839593d61bfbd67bfd is 50, key is test_row_0/A:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:13,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742293_1469 (size=14341) 2024-11-24T13:42:13,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455793210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455793216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,221 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455793328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455793328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-24T13:42:13,479 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:13,479 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-24T13:42:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:13,480 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:13,481 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:13,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:13,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455793478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455793538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455793538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,540 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:13,604 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/79ebc301162b47839593d61bfbd67bfd 2024-11-24T13:42:13,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/09be0ff863c6460aa32649abab332a94 is 50, key is test_row_0/B:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:13,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742294_1470 (size=12001) 2024-11-24T13:42:13,633 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,633 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455793668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,674 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,674 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455793679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,682 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4215 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,682 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,786 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455793848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:13,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455793848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:13,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:13,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:13,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:14,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455793998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,005 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:14,013 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/09be0ff863c6460aa32649abab332a94 2024-11-24T13:42:14,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/9953d3fb46314357abd39179f4eee64a is 50, key is test_row_0/C:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742295_1471 (size=12001) 2024-11-24T13:42:14,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:14,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:14,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455794358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:14,363 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:14,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455794358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:14,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:14,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:14,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:14,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/9953d3fb46314357abd39179f4eee64a 2024-11-24T13:42:14,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/79ebc301162b47839593d61bfbd67bfd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd 2024-11-24T13:42:14,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd, entries=200, sequenceid=116, filesize=14.0 K 2024-11-24T13:42:14,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/09be0ff863c6460aa32649abab332a94 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94 2024-11-24T13:42:14,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T13:42:14,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/9953d3fb46314357abd39179f4eee64a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a 2024-11-24T13:42:14,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a, entries=150, sequenceid=116, filesize=11.7 K 2024-11-24T13:42:14,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 9ad03ff53a767b503555e0f7c34c7c24 in 1236ms, sequenceid=116, compaction requested=true 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:14,433 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:14,433 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:14,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:14,434 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50443 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:14,434 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:14,434 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:14,434 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:14,434 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,434 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,434 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/006c43ff6a914191b509f30e39d075ff, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=49.3 K 2024-11-24T13:42:14,434 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/38f3b4e05d2349499e8fb3b65d129ade, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=44.7 K 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 006c43ff6a914191b509f30e39d075ff, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729410 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 38f3b4e05d2349499e8fb3b65d129ade, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729410 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0151f282ac3444f3bffe9b532a747838, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455729463 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c88d87aefd84da89040dfd1c89d41ec, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455729463 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7c50e64166f44aeb9b531f4a660acce, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732455730627 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 33a5b597dbac419db608310f0187bbe7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732455730627 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79ebc301162b47839593d61bfbd67bfd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:14,435 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 09be0ff863c6460aa32649abab332a94, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:14,442 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#391 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:14,442 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#392 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:14,442 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/65cfd5d158a8474c8f6a4abd2dea6bfb is 50, key is test_row_0/A:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:14,442 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/1d4ce8127e04452c9b8647c6cf90f77c is 50, key is test_row_0/B:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742297_1473 (size=12139) 2024-11-24T13:42:14,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742296_1472 (size=12139) 2024-11-24T13:42:14,453 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/1d4ce8127e04452c9b8647c6cf90f77c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1d4ce8127e04452c9b8647c6cf90f77c 2024-11-24T13:42:14,456 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 1d4ce8127e04452c9b8647c6cf90f77c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:14,456 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:14,456 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=12, startTime=1732455734433; duration=0sec 2024-11-24T13:42:14,456 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:14,456 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:14,456 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:14,457 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45763 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:14,457 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:14,457 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,457 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/96017f432c754d0cae06682c754b6bc1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=44.7 K 2024-11-24T13:42:14,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 96017f432c754d0cae06682c754b6bc1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1732455729410 2024-11-24T13:42:14,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d5748931e16443fb8f937910a9ff0132, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455729463 2024-11-24T13:42:14,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c40fc2e2270c42049a449ac10ba06c1d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1732455730627 2024-11-24T13:42:14,458 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 9953d3fb46314357abd39179f4eee64a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:14,464 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#393 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:14,464 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4edab90037ae4c749831d16f19d6c898 is 50, key is test_row_0/C:col10/1732455733196/Put/seqid=0 2024-11-24T13:42:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742298_1474 (size=12139) 2024-11-24T13:42:14,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-24T13:42:14,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:14,549 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T13:42:14,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/bcb73d08342e4aefba155fa5e1c0cda1 is 50, key is test_row_0/A:col10/1732455733209/Put/seqid=0 2024-11-24T13:42:14,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742299_1475 (size=12001) 2024-11-24T13:42:14,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:14,849 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/65cfd5d158a8474c8f6a4abd2dea6bfb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/65cfd5d158a8474c8f6a4abd2dea6bfb 2024-11-24T13:42:14,852 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into 65cfd5d158a8474c8f6a4abd2dea6bfb(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:14,852 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:14,852 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=12, startTime=1732455734433; duration=0sec 2024-11-24T13:42:14,852 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:14,852 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:14,873 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4edab90037ae4c749831d16f19d6c898 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4edab90037ae4c749831d16f19d6c898 2024-11-24T13:42:14,876 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 4edab90037ae4c749831d16f19d6c898(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:14,876 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:14,877 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=12, startTime=1732455734433; duration=0sec 2024-11-24T13:42:14,877 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:14,877 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:14,956 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/bcb73d08342e4aefba155fa5e1c0cda1 2024-11-24T13:42:14,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/b594ca200e6842b0951348ae92af6009 is 50, key is test_row_0/B:col10/1732455733209/Put/seqid=0 2024-11-24T13:42:14,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742300_1476 (size=12001) 2024-11-24T13:42:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:15,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:15,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455795190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,198 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455795308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,310 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,366 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/b594ca200e6842b0951348ae92af6009 2024-11-24T13:42:15,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455795369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,372 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,372 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/2972fb100ef04d138b3d1eff23a21673 is 50, key is test_row_0/C:col10/1732455733209/Put/seqid=0 2024-11-24T13:42:15,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742301_1477 (size=12001) 2024-11-24T13:42:15,377 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/2972fb100ef04d138b3d1eff23a21673 2024-11-24T13:42:15,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455795378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,384 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2173 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/bcb73d08342e4aefba155fa5e1c0cda1 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1 2024-11-24T13:42:15,397 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T13:42:15,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/b594ca200e6842b0951348ae92af6009 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009 2024-11-24T13:42:15,404 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T13:42:15,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/2972fb100ef04d138b3d1eff23a21673 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673 2024-11-24T13:42:15,411 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673, entries=150, sequenceid=125, filesize=11.7 K 2024-11-24T13:42:15,412 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 9ad03ff53a767b503555e0f7c34c7c24 in 862ms, sequenceid=125, compaction requested=false 2024-11-24T13:42:15,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:15,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:15,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-24T13:42:15,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-24T13:42:15,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-24T13:42:15,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9320 sec 2024-11-24T13:42:15,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.9360 sec 2024-11-24T13:42:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:15,524 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:15,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-24T13:42:15,528 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/b527c4825cf4401b914d8f2e9dd195fe is 50, key is test_row_0/A:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:15,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742302_1478 (size=14541) 2024-11-24T13:42:15,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455795548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-24T13:42:15,628 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:15,629 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-24T13:42:15,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:15,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:15,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:15,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:15,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455795658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:15,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:15,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,872 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:15,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455795868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:15,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:15,872 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:15,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/b527c4825cf4401b914d8f2e9dd195fe 2024-11-24T13:42:15,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:15,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:15,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/f0f496d152a445af8fdb0a2d417a7de3 is 50, key is test_row_0/B:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:15,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:15,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742303_1479 (size=12151) 2024-11-24T13:42:16,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:16,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455796179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:16,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:16,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:16,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/f0f496d152a445af8fdb0a2d417a7de3 2024-11-24T13:42:16,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/82d0bac0f8064e569bac9bb909c2011f is 50, key is test_row_0/C:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:16,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742304_1480 (size=12151) 2024-11-24T13:42:16,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,396 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:16,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455796688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:16,693 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:16,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:16,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/82d0bac0f8064e569bac9bb909c2011f 2024-11-24T13:42:16,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/b527c4825cf4401b914d8f2e9dd195fe as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe 2024-11-24T13:42:16,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe, entries=200, sequenceid=156, filesize=14.2 K 2024-11-24T13:42:16,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/f0f496d152a445af8fdb0a2d417a7de3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3 2024-11-24T13:42:16,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T13:42:16,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:16,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/82d0bac0f8064e569bac9bb909c2011f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f 2024-11-24T13:42:16,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f, entries=150, sequenceid=156, filesize=11.9 K 2024-11-24T13:42:16,773 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 9ad03ff53a767b503555e0f7c34c7c24 in 1249ms, sequenceid=156, compaction requested=true 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:16,773 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:16,773 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:16,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:16,773 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:16,773 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:16,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:16,774 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:16,774 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,774 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,774 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1d4ce8127e04452c9b8647c6cf90f77c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.4 K 2024-11-24T13:42:16,774 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/65cfd5d158a8474c8f6a4abd2dea6bfb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=37.8 K 2024-11-24T13:42:16,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 65cfd5d158a8474c8f6a4abd2dea6bfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:16,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb73d08342e4aefba155fa5e1c0cda1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732455733207 2024-11-24T13:42:16,774 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b527c4825cf4401b914d8f2e9dd195fe, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:16,775 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d4ce8127e04452c9b8647c6cf90f77c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:16,775 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting b594ca200e6842b0951348ae92af6009, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732455733207 2024-11-24T13:42:16,775 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f0f496d152a445af8fdb0a2d417a7de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:16,780 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:16,780 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#401 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:16,781 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/52b5bf1181a142c8a2fdb301bd5b4e2c is 50, key is test_row_0/B:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:16,781 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0277f0544982451db56589292b6f35fc is 50, key is test_row_0/A:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742305_1481 (size=12391) 2024-11-24T13:42:16,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742306_1482 (size=12391) 2024-11-24T13:42:16,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-24T13:42:16,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:16,854 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T13:42:16,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ae1cb92a970f44e386c90029ea862086 is 50, key is test_row_0/A:col10/1732455735547/Put/seqid=0 2024-11-24T13:42:16,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742307_1483 (size=12151) 2024-11-24T13:42:17,188 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0277f0544982451db56589292b6f35fc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0277f0544982451db56589292b6f35fc 2024-11-24T13:42:17,188 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/52b5bf1181a142c8a2fdb301bd5b4e2c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/52b5bf1181a142c8a2fdb301bd5b4e2c 2024-11-24T13:42:17,191 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 52b5bf1181a142c8a2fdb301bd5b4e2c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:17,191 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into 0277f0544982451db56589292b6f35fc(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:17,191 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455736773; duration=0sec 2024-11-24T13:42:17,191 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455736773; duration=0sec 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:17,191 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:17,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:17,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:17,193 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:17,193 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4edab90037ae4c749831d16f19d6c898, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.4 K 2024-11-24T13:42:17,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4edab90037ae4c749831d16f19d6c898, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1732455732843 2024-11-24T13:42:17,193 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2972fb100ef04d138b3d1eff23a21673, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1732455733207 2024-11-24T13:42:17,194 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 82d0bac0f8064e569bac9bb909c2011f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:17,198 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:17,199 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/9fcfa4a2030141ecb7640db4a188764a is 50, key is test_row_0/C:col10/1732455735181/Put/seqid=0 2024-11-24T13:42:17,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742308_1484 (size=12391) 2024-11-24T13:42:17,261 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ae1cb92a970f44e386c90029ea862086 2024-11-24T13:42:17,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6ce93d46ea27497bbe20002cb1ddec5c is 50, key is test_row_0/B:col10/1732455735547/Put/seqid=0 2024-11-24T13:42:17,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742309_1485 (size=12151) 2024-11-24T13:42:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:17,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:17,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455797514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455797518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,523 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,606 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/9fcfa4a2030141ecb7640db4a188764a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9fcfa4a2030141ecb7640db4a188764a 2024-11-24T13:42:17,609 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 9fcfa4a2030141ecb7640db4a188764a(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:17,609 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:17,609 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455736773; duration=0sec 2024-11-24T13:42:17,609 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:17,609 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:17,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455797628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455797628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,684 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6ce93d46ea27497bbe20002cb1ddec5c 2024-11-24T13:42:17,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0dae3982136f448396d009d1e6cb4ae8 is 50, key is test_row_0/C:col10/1732455735547/Put/seqid=0 2024-11-24T13:42:17,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742310_1486 (size=12151) 2024-11-24T13:42:17,699 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=163 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0dae3982136f448396d009d1e6cb4ae8 2024-11-24T13:42:17,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455797699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455797699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,703 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:17,703 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2155 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,703 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ae1cb92a970f44e386c90029ea862086 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086 2024-11-24T13:42:17,706 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T13:42:17,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/6ce93d46ea27497bbe20002cb1ddec5c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c 2024-11-24T13:42:17,709 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T13:42:17,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0dae3982136f448396d009d1e6cb4ae8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8 2024-11-24T13:42:17,713 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8, entries=150, sequenceid=163, filesize=11.9 K 2024-11-24T13:42:17,714 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for 9ad03ff53a767b503555e0f7c34c7c24 in 860ms, sequenceid=163, compaction requested=false 2024-11-24T13:42:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:17,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-24T13:42:17,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-24T13:42:17,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-24T13:42:17,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0840 sec 2024-11-24T13:42:17,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0880 sec 2024-11-24T13:42:17,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:17,722 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:17,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T13:42:17,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d363d173478445c3a2545aeba0a3b9af is 50, key is test_row_0/A:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742311_1487 (size=14541) 2024-11-24T13:42:17,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455797743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,745 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-24T13:42:17,779 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:17,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:17,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-24T13:42:17,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:17,781 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:17,781 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:17,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:17,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455797838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455797838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,844 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:17,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455797849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:17,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:17,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:17,933 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:17,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:17,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:17,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:17,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:17,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455798058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,063 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,086 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:18,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d363d173478445c3a2545aeba0a3b9af 2024-11-24T13:42:18,135 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/c2a3c4212b704d0ab36496cbaf5cc7dc is 50, key is test_row_0/B:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:18,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742312_1488 (size=12151) 2024-11-24T13:42:18,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455798148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455798148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455798368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,391 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:18,540 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/c2a3c4212b704d0ab36496cbaf5cc7dc 2024-11-24T13:42:18,544 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,544 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4146dd5752094c59996af82d933c7938 is 50, key is test_row_0/C:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:18,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742313_1489 (size=12151) 2024-11-24T13:42:18,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455798658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455798659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,697 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:18,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:18,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455798878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:18,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:18,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:18,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4146dd5752094c59996af82d933c7938 2024-11-24T13:42:18,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/d363d173478445c3a2545aeba0a3b9af as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af 2024-11-24T13:42:18,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af, entries=200, sequenceid=196, filesize=14.2 K 2024-11-24T13:42:18,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/c2a3c4212b704d0ab36496cbaf5cc7dc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc 2024-11-24T13:42:18,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T13:42:18,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4146dd5752094c59996af82d933c7938 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938 2024-11-24T13:42:18,965 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938, entries=150, sequenceid=196, filesize=11.9 K 2024-11-24T13:42:18,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for 9ad03ff53a767b503555e0f7c34c7c24 in 1244ms, sequenceid=196, compaction requested=true 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:18,966 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:18,966 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:18,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39083 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:18,967 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,967 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:18,967 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0277f0544982451db56589292b6f35fc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=38.2 K 2024-11-24T13:42:18,967 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/52b5bf1181a142c8a2fdb301bd5b4e2c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.8 K 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0277f0544982451db56589292b6f35fc, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 52b5bf1181a142c8a2fdb301bd5b4e2c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae1cb92a970f44e386c90029ea862086, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732455735530 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ce93d46ea27497bbe20002cb1ddec5c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732455735530 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d363d173478445c3a2545aeba0a3b9af, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:18,967 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c2a3c4212b704d0ab36496cbaf5cc7dc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:18,974 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#409 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:18,975 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/b53c4aefdfcf47159c9b8cbe497382cd is 50, key is test_row_0/A:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:18,975 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:18,975 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/4965d20a010244af8802822b15104e57 is 50, key is test_row_0/B:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:18,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742314_1490 (size=12493) 2024-11-24T13:42:18,992 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/b53c4aefdfcf47159c9b8cbe497382cd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b53c4aefdfcf47159c9b8cbe497382cd 2024-11-24T13:42:18,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742315_1491 (size=12493) 2024-11-24T13:42:19,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-24T13:42:19,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:19,006 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T13:42:19,006 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into b53c4aefdfcf47159c9b8cbe497382cd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:19,006 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:19,006 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455738966; duration=0sec 2024-11-24T13:42:19,006 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:19,006 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:19,006 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:19,009 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/4965d20a010244af8802822b15104e57 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/4965d20a010244af8802822b15104e57 2024-11-24T13:42:19,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 is 50, key is test_row_0/A:col10/1732455737729/Put/seqid=0 2024-11-24T13:42:19,014 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:19,014 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:19,014 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:19,014 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9fcfa4a2030141ecb7640db4a188764a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.8 K 2024-11-24T13:42:19,014 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9fcfa4a2030141ecb7640db4a188764a, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1732455735158 2024-11-24T13:42:19,015 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dae3982136f448396d009d1e6cb4ae8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=163, earliestPutTs=1732455735530 2024-11-24T13:42:19,015 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4146dd5752094c59996af82d933c7938, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:19,016 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 4965d20a010244af8802822b15104e57(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:19,016 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:19,016 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455738966; duration=0sec 2024-11-24T13:42:19,016 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:19,016 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:19,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742316_1492 (size=12151) 2024-11-24T13:42:19,025 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#412 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:19,026 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/28683aa830764610b3467383c3faf6d5 is 50, key is test_row_0/C:col10/1732455737517/Put/seqid=0 2024-11-24T13:42:19,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742317_1493 (size=12493) 2024-11-24T13:42:19,043 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/28683aa830764610b3467383c3faf6d5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/28683aa830764610b3467383c3faf6d5 2024-11-24T13:42:19,048 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 28683aa830764610b3467383c3faf6d5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:19,048 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:19,048 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455738966; duration=0sec 2024-11-24T13:42:19,048 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:19,048 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:19,425 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 2024-11-24T13:42:19,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/83bee0ba57c84730971cad3723b493c4 is 50, key is test_row_0/B:col10/1732455737729/Put/seqid=0 2024-11-24T13:42:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742318_1494 (size=12151) 2024-11-24T13:42:19,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:19,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455799746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455799746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455799746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,836 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/83bee0ba57c84730971cad3723b493c4 2024-11-24T13:42:19,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/05d8b98d10cf492680773e5edbfc1e5e is 50, key is test_row_0/C:col10/1732455737729/Put/seqid=0 2024-11-24T13:42:19,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742319_1495 (size=12151) 2024-11-24T13:42:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455799858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455799858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455799858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:19,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455799889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:19,894 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2151 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:19,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455800068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455800068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455800068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,074 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,244 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/05d8b98d10cf492680773e5edbfc1e5e 2024-11-24T13:42:20,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 2024-11-24T13:42:20,250 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T13:42:20,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/83bee0ba57c84730971cad3723b493c4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4 2024-11-24T13:42:20,253 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T13:42:20,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/05d8b98d10cf492680773e5edbfc1e5e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e 2024-11-24T13:42:20,256 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e, entries=150, sequenceid=203, filesize=11.9 K 2024-11-24T13:42:20,257 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=187.85 KB/192360 for 9ad03ff53a767b503555e0f7c34c7c24 in 1251ms, sequenceid=203, compaction requested=false 2024-11-24T13:42:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:20,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-24T13:42:20,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-24T13:42:20,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-24T13:42:20,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4770 sec 2024-11-24T13:42:20,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 2.4810 sec 2024-11-24T13:42:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:20,384 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:20,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-24T13:42:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455800379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,388 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ada914924f6440f9901bb7dcc7009617 is 50, key is test_row_0/A:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:20,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455800384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455800385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,392 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742320_1496 (size=14541) 2024-11-24T13:42:20,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455800499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455800499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,503 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455800708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455800709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,710 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:20,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ada914924f6440f9901bb7dcc7009617 2024-11-24T13:42:20,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/d5e4a94ec5194824b874799454145d01 is 50, key is test_row_0/B:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:20,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742321_1497 (size=12151) 2024-11-24T13:42:20,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/d5e4a94ec5194824b874799454145d01 2024-11-24T13:42:20,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0baad06611c14e039debb969d98c2325 is 50, key is test_row_0/C:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:20,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742322_1498 (size=12151) 2024-11-24T13:42:20,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455800898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:20,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455801018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455801018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,023 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0baad06611c14e039debb969d98c2325 2024-11-24T13:42:21,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ada914924f6440f9901bb7dcc7009617 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617 2024-11-24T13:42:21,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617, entries=200, sequenceid=237, filesize=14.2 K 2024-11-24T13:42:21,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/d5e4a94ec5194824b874799454145d01 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01 2024-11-24T13:42:21,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T13:42:21,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0baad06611c14e039debb969d98c2325 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325 2024-11-24T13:42:21,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325, entries=150, sequenceid=237, filesize=11.9 K 2024-11-24T13:42:21,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 9ad03ff53a767b503555e0f7c34c7c24 in 843ms, sequenceid=237, compaction requested=true 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:21,227 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:21,227 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:21,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:21,228 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:21,228 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:21,228 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b53c4aefdfcf47159c9b8cbe497382cd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=38.3 K 2024-11-24T13:42:21,228 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/4965d20a010244af8802822b15104e57, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.9 K 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting b53c4aefdfcf47159c9b8cbe497382cd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:21,228 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4965d20a010244af8802822b15104e57, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:21,229 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 83bee0ba57c84730971cad3723b493c4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732455737729 2024-11-24T13:42:21,229 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 84b48dcb1b684c95ac1e7b9ce3c70dd4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732455737729 2024-11-24T13:42:21,229 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ada914924f6440f9901bb7dcc7009617, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:21,229 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d5e4a94ec5194824b874799454145d01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:21,235 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#418 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:21,236 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:21,236 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/1ac1d604c5d442fb8b5077df38de4020 is 50, key is test_row_0/A:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:21,236 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/7eb7d864493a4b02bb6efd9a9f2c9e33 is 50, key is test_row_0/B:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:21,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742324_1500 (size=12595) 2024-11-24T13:42:21,245 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/1ac1d604c5d442fb8b5077df38de4020 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/1ac1d604c5d442fb8b5077df38de4020 2024-11-24T13:42:21,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742323_1499 (size=12595) 2024-11-24T13:42:21,250 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into 1ac1d604c5d442fb8b5077df38de4020(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:21,250 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:21,250 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455741227; duration=0sec 2024-11-24T13:42:21,250 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:21,250 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:21,250 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:21,251 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:21,251 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:21,251 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:21,251 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/28683aa830764610b3467383c3faf6d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=35.9 K 2024-11-24T13:42:21,251 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28683aa830764610b3467383c3faf6d5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732455737503 2024-11-24T13:42:21,252 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05d8b98d10cf492680773e5edbfc1e5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1732455737729 2024-11-24T13:42:21,252 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0baad06611c14e039debb969d98c2325, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:21,258 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#420 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:21,260 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/002a7a1436d44d588565806499665768 is 50, key is test_row_0/C:col10/1732455739735/Put/seqid=0 2024-11-24T13:42:21,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742325_1501 (size=12595) 2024-11-24T13:42:21,284 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/002a7a1436d44d588565806499665768 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/002a7a1436d44d588565806499665768 2024-11-24T13:42:21,288 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 002a7a1436d44d588565806499665768(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:21,288 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:21,288 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455741227; duration=0sec 2024-11-24T13:42:21,288 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:21,288 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:21,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:21,542 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:21,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:21,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3d6ae08640164b53b3c272986c03c7ec is 50, key is test_row_0/A:col10/1732455741539/Put/seqid=0 2024-11-24T13:42:21,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742326_1502 (size=16931) 2024-11-24T13:42:21,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455801622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,631 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455801631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,638 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,652 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/7eb7d864493a4b02bb6efd9a9f2c9e33 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7eb7d864493a4b02bb6efd9a9f2c9e33 2024-11-24T13:42:21,654 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 7eb7d864493a4b02bb6efd9a9f2c9e33(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:21,654 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:21,654 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455741227; duration=0sec 2024-11-24T13:42:21,655 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:21,655 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:21,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455801738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,740 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455801749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455801919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455801919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,925 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:21,925 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:21,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,926 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-24T13:42:21,939 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:21,939 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-24T13:42:21,940 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:21,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:21,941 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:21,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:21,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455801948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:21,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3d6ae08640164b53b3c272986c03c7ec 2024-11-24T13:42:21,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/fde101cb795d44e6ae69fccce040d0b9 is 50, key is test_row_0/B:col10/1732455741539/Put/seqid=0 2024-11-24T13:42:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742327_1503 (size=12151) 2024-11-24T13:42:21,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455801959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:21,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:21,967 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:22,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:22,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,093 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:22,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:22,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455802258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,264 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:22,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:22,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455802278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:22,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/fde101cb795d44e6ae69fccce040d0b9 2024-11-24T13:42:22,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/816178fabaf641b6b9b66388173a5181 is 50, key is test_row_0/C:col10/1732455741539/Put/seqid=0 2024-11-24T13:42:22,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742328_1504 (size=12151) 2024-11-24T13:42:22,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:22,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/816178fabaf641b6b9b66388173a5181 2024-11-24T13:42:22,772 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:22,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455802768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:22,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,773 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:22,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3d6ae08640164b53b3c272986c03c7ec as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec 2024-11-24T13:42:22,775 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec, entries=250, sequenceid=250, filesize=16.5 K 2024-11-24T13:42:22,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/fde101cb795d44e6ae69fccce040d0b9 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9 2024-11-24T13:42:22,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T13:42:22,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/816178fabaf641b6b9b66388173a5181 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181 2024-11-24T13:42:22,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181, entries=150, sequenceid=250, filesize=11.9 K 2024-11-24T13:42:22,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9ad03ff53a767b503555e0f7c34c7c24 in 1240ms, sequenceid=250, compaction requested=false 2024-11-24T13:42:22,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:22,802 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:22,803 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:42:22,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2b2d6aebecf048468fbbc866e96a7406 is 50, key is test_row_0/A:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:22,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742329_1505 (size=14741) 2024-11-24T13:42:22,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:22,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:22,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:22,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:22,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455802862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:22,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:22,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455802979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:22,985 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:23,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:23,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:23,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455803188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:23,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2b2d6aebecf048468fbbc866e96a7406 2024-11-24T13:42:23,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/13b942f7cecb405d9f6bb5ae93f3f3ef is 50, key is test_row_0/B:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742330_1506 (size=12301) 2024-11-24T13:42:23,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:23,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455803498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:23,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/13b942f7cecb405d9f6bb5ae93f3f3ef 2024-11-24T13:42:23,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/25f8de2e41e748d0aea5a9a07450dcb2 is 50, key is test_row_0/C:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742331_1507 (size=12301) 2024-11-24T13:42:23,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:23,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455803779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:23,785 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2163 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,786 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:23,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:23,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:23,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:23,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:23,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455803949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:23,955 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:23,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:24,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455804008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:24,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:24,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/25f8de2e41e748d0aea5a9a07450dcb2 2024-11-24T13:42:24,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2b2d6aebecf048468fbbc866e96a7406 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406 2024-11-24T13:42:24,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406, entries=200, sequenceid=277, filesize=14.4 K 2024-11-24T13:42:24,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/13b942f7cecb405d9f6bb5ae93f3f3ef as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef 2024-11-24T13:42:24,038 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T13:42:24,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/25f8de2e41e748d0aea5a9a07450dcb2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2 2024-11-24T13:42:24,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2, entries=150, sequenceid=277, filesize=12.0 K 2024-11-24T13:42:24,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9ad03ff53a767b503555e0f7c34c7c24 in 1240ms, sequenceid=277, compaction requested=true 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:24,043 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:24,043 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:24,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44267 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:24,044 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:24,044 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/1ac1d604c5d442fb8b5077df38de4020, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=43.2 K 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:24,044 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:24,044 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7eb7d864493a4b02bb6efd9a9f2c9e33, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=36.2 K 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ac1d604c5d442fb8b5077df38de4020, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:24,044 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7eb7d864493a4b02bb6efd9a9f2c9e33, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:24,045 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fde101cb795d44e6ae69fccce040d0b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732455741534 2024-11-24T13:42:24,045 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3d6ae08640164b53b3c272986c03c7ec, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732455741534 2024-11-24T13:42:24,045 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 13b942f7cecb405d9f6bb5ae93f3f3ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741621 2024-11-24T13:42:24,045 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b2d6aebecf048468fbbc866e96a7406, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741603 2024-11-24T13:42:24,053 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:24,053 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/f128ce87b4214f64a406cdf1a38e391a is 50, key is test_row_0/A:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:24,053 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#428 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:24,054 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/dbc7172bfc9146869925688eeb4ac383 is 50, key is test_row_0/B:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742333_1509 (size=12847) 2024-11-24T13:42:24,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742332_1508 (size=12847) 2024-11-24T13:42:24,064 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/f128ce87b4214f64a406cdf1a38e391a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/f128ce87b4214f64a406cdf1a38e391a 2024-11-24T13:42:24,069 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into f128ce87b4214f64a406cdf1a38e391a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:24,069 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:24,069 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455744043; duration=0sec 2024-11-24T13:42:24,069 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:24,069 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:24,069 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:24,070 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:24,071 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:24,071 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:24,071 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/002a7a1436d44d588565806499665768, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=36.2 K 2024-11-24T13:42:24,071 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 002a7a1436d44d588565806499665768, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732455739734 2024-11-24T13:42:24,071 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 816178fabaf641b6b9b66388173a5181, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1732455741534 2024-11-24T13:42:24,071 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25f8de2e41e748d0aea5a9a07450dcb2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741621 2024-11-24T13:42:24,077 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#429 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:24,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-24T13:42:24,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:24,078 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4554bdca3cfb4c068f4a6a407ac9627f is 50, key is test_row_0/C:col10/1732455742801/Put/seqid=0 2024-11-24T13:42:24,078 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T13:42:24,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742334_1510 (size=12847) 2024-11-24T13:42:24,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/dbd98eb55d6f4ae8b086ec6660739562 is 50, key is test_row_0/A:col10/1732455742861/Put/seqid=0 2024-11-24T13:42:24,087 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/4554bdca3cfb4c068f4a6a407ac9627f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4554bdca3cfb4c068f4a6a407ac9627f 2024-11-24T13:42:24,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:24,093 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into 4554bdca3cfb4c068f4a6a407ac9627f(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:24,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742335_1511 (size=12301) 2024-11-24T13:42:24,093 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:24,093 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455744043; duration=0sec 2024-11-24T13:42:24,093 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:24,093 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:24,094 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/dbd98eb55d6f4ae8b086ec6660739562 2024-11-24T13:42:24,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/3f8466b7273b41ac9ec322fb03102755 is 50, key is test_row_0/B:col10/1732455742861/Put/seqid=0 2024-11-24T13:42:24,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742336_1512 (size=12301) 2024-11-24T13:42:24,461 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/dbc7172bfc9146869925688eeb4ac383 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/dbc7172bfc9146869925688eeb4ac383 2024-11-24T13:42:24,464 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into dbc7172bfc9146869925688eeb4ac383(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:24,464 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:24,464 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455744043; duration=0sec 2024-11-24T13:42:24,465 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:24,465 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:24,514 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/3f8466b7273b41ac9ec322fb03102755 2024-11-24T13:42:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/23f502a0daf84251b54d94d3d9b72e2f is 50, key is test_row_0/C:col10/1732455742861/Put/seqid=0 2024-11-24T13:42:24,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742337_1513 (size=12301) 2024-11-24T13:42:24,935 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/23f502a0daf84251b54d94d3d9b72e2f 2024-11-24T13:42:24,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/dbd98eb55d6f4ae8b086ec6660739562 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562 2024-11-24T13:42:24,941 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T13:42:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/3f8466b7273b41ac9ec322fb03102755 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755 2024-11-24T13:42:24,944 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T13:42:24,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/23f502a0daf84251b54d94d3d9b72e2f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f 2024-11-24T13:42:24,948 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f, entries=150, sequenceid=288, filesize=12.0 K 2024-11-24T13:42:24,948 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 9ad03ff53a767b503555e0f7c34c7c24 in 870ms, sequenceid=288, compaction requested=false 2024-11-24T13:42:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:24,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-24T13:42:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-24T13:42:24,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-24T13:42:24,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0090 sec 2024-11-24T13:42:24,954 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 3.0140 sec 2024-11-24T13:42:25,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:25,050 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:25,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:25,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ceae3e78d9f3465abe5eb10d6062dfcd is 50, key is test_row_0/A:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742338_1514 (size=17181) 2024-11-24T13:42:25,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:25,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455805218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:25,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,226 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:25,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:25,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455805328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,335 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:25,458 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ceae3e78d9f3465abe5eb10d6062dfcd 2024-11-24T13:42:25,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/51c1496987af42e984f68daa9aa02f64 is 50, key is test_row_0/B:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742339_1515 (size=12301) 2024-11-24T13:42:25,478 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/51c1496987af42e984f68daa9aa02f64 2024-11-24T13:42:25,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/916bec8573f5442ca29e573b086cafc7 is 50, key is test_row_0/C:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742340_1516 (size=12301) 2024-11-24T13:42:25,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:25,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455805538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37998 deadline: 1732455805798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:25,804 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:25,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:25,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455805848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:25,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:25,901 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/916bec8573f5442ca29e573b086cafc7 2024-11-24T13:42:25,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/ceae3e78d9f3465abe5eb10d6062dfcd as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd 2024-11-24T13:42:25,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd, entries=250, sequenceid=301, filesize=16.8 K 2024-11-24T13:42:25,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/51c1496987af42e984f68daa9aa02f64 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64 2024-11-24T13:42:25,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T13:42:25,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/916bec8573f5442ca29e573b086cafc7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7 2024-11-24T13:42:25,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7, entries=150, sequenceid=301, filesize=12.0 K 2024-11-24T13:42:25,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 9ad03ff53a767b503555e0f7c34c7c24 in 863ms, sequenceid=301, compaction requested=true 2024-11-24T13:42:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:25,913 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:25,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:25,913 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:25,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:25,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42329 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:25,914 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:25,914 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:25,914 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:25,914 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:25,914 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:25,914 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/dbc7172bfc9146869925688eeb4ac383, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=36.6 K 2024-11-24T13:42:25,914 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/f128ce87b4214f64a406cdf1a38e391a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=41.3 K 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting f128ce87b4214f64a406cdf1a38e391a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741621 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting dbc7172bfc9146869925688eeb4ac383, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741621 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f8466b7273b41ac9ec322fb03102755, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732455742838 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting dbd98eb55d6f4ae8b086ec6660739562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732455742838 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 51c1496987af42e984f68daa9aa02f64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745040 2024-11-24T13:42:25,915 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ceae3e78d9f3465abe5eb10d6062dfcd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745029 2024-11-24T13:42:25,920 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:25,921 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/af1ce308572245c6b6214093c11c6f9c is 50, key is test_row_0/A:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,921 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#437 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:25,921 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/64b3dfd35da147659bf8b5f6283d5774 is 50, key is test_row_0/B:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742341_1517 (size=12949) 2024-11-24T13:42:25,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742342_1518 (size=12949) 2024-11-24T13:42:25,932 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/af1ce308572245c6b6214093c11c6f9c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/af1ce308572245c6b6214093c11c6f9c 2024-11-24T13:42:25,936 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into af1ce308572245c6b6214093c11c6f9c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:25,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:25,936 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=13, startTime=1732455745913; duration=0sec 2024-11-24T13:42:25,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:25,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:25,936 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:25,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37449 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:25,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:25,937 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:25,937 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4554bdca3cfb4c068f4a6a407ac9627f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=36.6 K 2024-11-24T13:42:25,937 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4554bdca3cfb4c068f4a6a407ac9627f, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1732455741621 2024-11-24T13:42:25,938 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23f502a0daf84251b54d94d3d9b72e2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1732455742838 2024-11-24T13:42:25,938 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 916bec8573f5442ca29e573b086cafc7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745040 2024-11-24T13:42:25,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:25,943 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:25,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:42:25,944 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#438 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:25,945 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/f3da26ec29714f4b9c70b990b48bf6c3 is 50, key is test_row_0/C:col10/1732455745040/Put/seqid=0 2024-11-24T13:42:25,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0da8a414675e4b54a7474a4d23cdda62 is 50, key is test_row_0/A:col10/1732455745212/Put/seqid=0 2024-11-24T13:42:25,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742343_1519 (size=12949) 2024-11-24T13:42:25,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742344_1520 (size=14741) 2024-11-24T13:42:25,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0da8a414675e4b54a7474a4d23cdda62 2024-11-24T13:42:25,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/5f57f648284748e1b034f931a49a9e0a is 50, key is test_row_0/B:col10/1732455745212/Put/seqid=0 2024-11-24T13:42:25,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742345_1521 (size=12301) 2024-11-24T13:42:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455806006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-24T13:42:26,109 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:26,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-24T13:42:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T13:42:26,111 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:26,111 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:26,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:26,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455806119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,125 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:26,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T13:42:26,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-24T13:42:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:26,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:26,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:26,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:26,335 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/64b3dfd35da147659bf8b5f6283d5774 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/64b3dfd35da147659bf8b5f6283d5774 2024-11-24T13:42:26,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455806328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:26,339 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 64b3dfd35da147659bf8b5f6283d5774(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:26,339 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:26,339 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=13, startTime=1732455745913; duration=0sec 2024-11-24T13:42:26,339 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:26,339 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:26,354 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/f3da26ec29714f4b9c70b990b48bf6c3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/f3da26ec29714f4b9c70b990b48bf6c3 2024-11-24T13:42:26,357 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into f3da26ec29714f4b9c70b990b48bf6c3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:26,357 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:26,357 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=13, startTime=1732455745913; duration=0sec 2024-11-24T13:42:26,357 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:26,357 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:26,363 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/5f57f648284748e1b034f931a49a9e0a 2024-11-24T13:42:26,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455806358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,365 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:26,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/e4e2683f3aa5442e8212999eb366d183 is 50, key is test_row_0/C:col10/1732455745212/Put/seqid=0 2024-11-24T13:42:26,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742346_1522 (size=12301) 2024-11-24T13:42:26,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/e4e2683f3aa5442e8212999eb366d183 2024-11-24T13:42:26,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/0da8a414675e4b54a7474a4d23cdda62 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62 2024-11-24T13:42:26,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62, entries=200, sequenceid=328, filesize=14.4 K 2024-11-24T13:42:26,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/5f57f648284748e1b034f931a49a9e0a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a 2024-11-24T13:42:26,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T13:42:26,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/e4e2683f3aa5442e8212999eb366d183 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183 2024-11-24T13:42:26,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183, entries=150, sequenceid=328, filesize=12.0 K 2024-11-24T13:42:26,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 9ad03ff53a767b503555e0f7c34c7c24 in 454ms, sequenceid=328, compaction requested=false 2024-11-24T13:42:26,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:26,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-24T13:42:26,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:26,416 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-24T13:42:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5741a18e3874a06822fbb08479d8607 is 50, key is test_row_0/A:col10/1732455746005/Put/seqid=0 2024-11-24T13:42:26,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742347_1523 (size=12301) 2024-11-24T13:42:26,424 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5741a18e3874a06822fbb08479d8607 2024-11-24T13:42:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T13:42:26,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/1f39d02041c74bf188edb6791b98d0dc is 50, key is test_row_0/B:col10/1732455746005/Put/seqid=0 2024-11-24T13:42:26,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742348_1524 (size=12301) 2024-11-24T13:42:26,438 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/1f39d02041c74bf188edb6791b98d0dc 2024-11-24T13:42:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/88af4c8a8fc14c33ad15e2d8796f3af0 is 50, key is test_row_0/C:col10/1732455746005/Put/seqid=0 2024-11-24T13:42:26,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742349_1525 (size=12301) 2024-11-24T13:42:26,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. as already flushing 2024-11-24T13:42:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T13:42:26,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455806807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:26,851 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/88af4c8a8fc14c33ad15e2d8796f3af0 2024-11-24T13:42:26,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/c5741a18e3874a06822fbb08479d8607 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607 2024-11-24T13:42:26,857 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607, entries=150, sequenceid=340, filesize=12.0 K 2024-11-24T13:42:26,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/1f39d02041c74bf188edb6791b98d0dc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc 2024-11-24T13:42:26,861 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc, entries=150, sequenceid=340, filesize=12.0 K 2024-11-24T13:42:26,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/88af4c8a8fc14c33ad15e2d8796f3af0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0 2024-11-24T13:42:26,864 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0, entries=150, sequenceid=340, filesize=12.0 K 2024-11-24T13:42:26,865 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 9ad03ff53a767b503555e0f7c34c7c24 in 449ms, sequenceid=340, compaction requested=true 2024-11-24T13:42:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:26,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-24T13:42:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-24T13:42:26,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-24T13:42:26,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 755 msec 2024-11-24T13:42:26,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 759 msec 2024-11-24T13:42:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:26,922 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:26,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-24T13:42:26,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2050e2c2d31e452d8b81bee780c8385d is 50, key is test_row_0/A:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:26,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742350_1526 (size=14741) 2024-11-24T13:42:26,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:26,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455806963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:26,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455807079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,198 INFO [Thread-2034 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2034. 2024-11-24T13:42:27,198 DEBUG [Thread-2034 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:27,199 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:27,199 DEBUG [Thread-2034 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,201 INFO [Thread-2028 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2028. 2024-11-24T13:42:27,201 DEBUG [Thread-2028 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:27,201 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,201 DEBUG [Thread-2028 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:27,203 INFO [Thread-2030 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2030. 2024-11-24T13:42:27,203 DEBUG [Thread-2030 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:27,203 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,204 DEBUG [Thread-2030 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:27,206 INFO [Thread-2032 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2032. 2024-11-24T13:42:27,206 DEBUG [Thread-2032 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:27,206 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,206 DEBUG [Thread-2032 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:27,208 INFO [Thread-2026 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2026. 2024-11-24T13:42:27,208 DEBUG [Thread-2026 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:27,208 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,208 DEBUG [Thread-2026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:27,208 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:27,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-24T13:42:27,249 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:27,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455807289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,290 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2050e2c2d31e452d8b81bee780c8385d 2024-11-24T13:42:27,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/07cf93b844d247a9a01f464f51416b65 is 50, key is test_row_0/B:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:27,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742351_1527 (size=12301) 2024-11-24T13:42:27,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38006 deadline: 1732455807378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,380 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,381 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455807599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,599 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38056 deadline: 1732455807719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,720 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18254 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,721 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:27,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/07cf93b844d247a9a01f464f51416b65 2024-11-24T13:42:27,756 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fc3fe0c9fbb74006b86a4772592f88ec is 50, key is test_row_0/C:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:27,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742352_1528 (size=12301) 2024-11-24T13:42:27,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:27,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38050 deadline: 1732455807989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:27,990 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_1' in 9ad03ff53a767b503555e0f7c34c7c24 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8243 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:28,108 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:28,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:38024 deadline: 1732455808108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 , the old value is region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:28,109 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., hostname=ee00117f0849,40029,1732455609232, seqNum=2 because the exception is null or not the one we care about 2024-11-24T13:42:28,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fc3fe0c9fbb74006b86a4772592f88ec 2024-11-24T13:42:28,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/2050e2c2d31e452d8b81bee780c8385d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d 2024-11-24T13:42:28,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d, entries=200, sequenceid=367, filesize=14.4 K 2024-11-24T13:42:28,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/07cf93b844d247a9a01f464f51416b65 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65 2024-11-24T13:42:28,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T13:42:28,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/fc3fe0c9fbb74006b86a4772592f88ec as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec 2024-11-24T13:42:28,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec, entries=150, sequenceid=367, filesize=12.0 K 2024-11-24T13:42:28,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 9ad03ff53a767b503555e0f7c34c7c24 in 1261ms, sequenceid=367, compaction requested=true 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:28,184 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:28,184 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 9ad03ff53a767b503555e0f7c34c7c24:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:28,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:28,185 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:28,185 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:28,185 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/B is initiating minor compaction (all files) 2024-11-24T13:42:28,185 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/A is initiating minor compaction (all files) 2024-11-24T13:42:28,185 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/A in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:28,185 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/B in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:28,185 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/af1ce308572245c6b6214093c11c6f9c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=53.4 K 2024-11-24T13:42:28,185 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/64b3dfd35da147659bf8b5f6283d5774, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=48.7 K 2024-11-24T13:42:28,185 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b3dfd35da147659bf8b5f6283d5774, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745040 2024-11-24T13:42:28,186 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting af1ce308572245c6b6214093c11c6f9c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745040 2024-11-24T13:42:28,186 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0da8a414675e4b54a7474a4d23cdda62, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732455745180 2024-11-24T13:42:28,186 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f57f648284748e1b034f931a49a9e0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732455745212 2024-11-24T13:42:28,186 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f39d02041c74bf188edb6791b98d0dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732455745975 2024-11-24T13:42:28,186 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5741a18e3874a06822fbb08479d8607, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732455745975 2024-11-24T13:42:28,187 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 07cf93b844d247a9a01f464f51416b65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732455746778 2024-11-24T13:42:28,187 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2050e2c2d31e452d8b81bee780c8385d, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732455746748 2024-11-24T13:42:28,194 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#B#compaction#448 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:28,194 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/7b6d17bd052840ccba75073098ac28ac is 50, key is test_row_0/B:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:28,196 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#A#compaction#449 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:28,197 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/172b29f43f754016b720856d2be15080 is 50, key is test_row_0/A:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:28,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742353_1529 (size=13085) 2024-11-24T13:42:28,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742354_1530 (size=13085) 2024-11-24T13:42:28,616 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/7b6d17bd052840ccba75073098ac28ac as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7b6d17bd052840ccba75073098ac28ac 2024-11-24T13:42:28,616 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/172b29f43f754016b720856d2be15080 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/172b29f43f754016b720856d2be15080 2024-11-24T13:42:28,621 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/A of 9ad03ff53a767b503555e0f7c34c7c24 into 172b29f43f754016b720856d2be15080(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:28,621 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/B of 9ad03ff53a767b503555e0f7c34c7c24 into 7b6d17bd052840ccba75073098ac28ac(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:28,621 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/B, priority=12, startTime=1732455748184; duration=0sec 2024-11-24T13:42:28,621 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/A, priority=12, startTime=1732455748184; duration=0sec 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:B 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:A 2024-11-24T13:42:28,621 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:28,623 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:28,623 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): 9ad03ff53a767b503555e0f7c34c7c24/C is initiating minor compaction (all files) 2024-11-24T13:42:28,623 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 9ad03ff53a767b503555e0f7c34c7c24/C in TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:28,623 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/f3da26ec29714f4b9c70b990b48bf6c3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp, totalSize=48.7 K 2024-11-24T13:42:28,623 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f3da26ec29714f4b9c70b990b48bf6c3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1732455745040 2024-11-24T13:42:28,623 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e4e2683f3aa5442e8212999eb366d183, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732455745212 2024-11-24T13:42:28,624 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 88af4c8a8fc14c33ad15e2d8796f3af0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1732455745975 2024-11-24T13:42:28,624 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting fc3fe0c9fbb74006b86a4772592f88ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1732455746778 2024-11-24T13:42:28,630 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 9ad03ff53a767b503555e0f7c34c7c24#C#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:28,630 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/eb26446893934de1ba76567675872016 is 50, key is test_row_0/C:col10/1732455746806/Put/seqid=0 2024-11-24T13:42:28,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742355_1531 (size=13085) 2024-11-24T13:42:29,038 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/eb26446893934de1ba76567675872016 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/eb26446893934de1ba76567675872016 2024-11-24T13:42:29,042 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 9ad03ff53a767b503555e0f7c34c7c24/C of 9ad03ff53a767b503555e0f7c34c7c24 into eb26446893934de1ba76567675872016(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:29,042 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:29,042 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., storeName=9ad03ff53a767b503555e0f7c34c7c24/C, priority=12, startTime=1732455748184; duration=0sec 2024-11-24T13:42:29,042 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:29,042 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 9ad03ff53a767b503555e0f7c34c7c24:C 2024-11-24T13:42:29,120 INFO [Thread-2017 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2017. 2024-11-24T13:42:29,120 DEBUG [Thread-2017 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:29,120 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,120 DEBUG [Thread-2017 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:29,410 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:29,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:29,410 INFO [Thread-2019 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2019. 2024-11-24T13:42:29,410 DEBUG [Thread-2019 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:29,410 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,410 DEBUG [Thread-2019 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:29,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/57e0dd5815354f9b829db7e6e5806555 is 50, key is test_row_0/A:col10/1732455749409/Put/seqid=0 2024-11-24T13:42:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742356_1532 (size=9857) 2024-11-24T13:42:29,817 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/57e0dd5815354f9b829db7e6e5806555 2024-11-24T13:42:29,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/df6b9fd027dc4dc7966e46cfce67f4de is 50, key is test_row_0/B:col10/1732455749409/Put/seqid=0 2024-11-24T13:42:29,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742357_1533 (size=9857) 2024-11-24T13:42:29,850 INFO [Thread-2015 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2015. 2024-11-24T13:42:29,850 DEBUG [Thread-2015 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:29,850 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,850 DEBUG [Thread-2015 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:29,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:30,227 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/df6b9fd027dc4dc7966e46cfce67f4de 2024-11-24T13:42:30,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/50136bb25b93423c97b8f81c517a00ea is 50, key is test_row_0/C:col10/1732455749409/Put/seqid=0 2024-11-24T13:42:30,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742358_1534 (size=9857) 2024-11-24T13:42:30,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/50136bb25b93423c97b8f81c517a00ea 2024-11-24T13:42:30,649 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/57e0dd5815354f9b829db7e6e5806555 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/57e0dd5815354f9b829db7e6e5806555 2024-11-24T13:42:30,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/57e0dd5815354f9b829db7e6e5806555, entries=100, sequenceid=381, filesize=9.6 K 2024-11-24T13:42:30,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/df6b9fd027dc4dc7966e46cfce67f4de as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/df6b9fd027dc4dc7966e46cfce67f4de 2024-11-24T13:42:30,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/df6b9fd027dc4dc7966e46cfce67f4de, entries=100, sequenceid=381, filesize=9.6 K 2024-11-24T13:42:30,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/50136bb25b93423c97b8f81c517a00ea as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/50136bb25b93423c97b8f81c517a00ea 2024-11-24T13:42:30,664 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/50136bb25b93423c97b8f81c517a00ea, entries=100, sequenceid=381, filesize=9.6 K 2024-11-24T13:42:30,665 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 9ad03ff53a767b503555e0f7c34c7c24 in 1255ms, sequenceid=381, compaction requested=false 2024-11-24T13:42:30,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 9ad03ff53a767b503555e0f7c34c7c24: 2024-11-24T13:42:37,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:42:37,803 INFO [Thread-2023 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2023. 2024-11-24T13:42:37,804 DEBUG [Thread-2023 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:37,804 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:37,804 DEBUG [Thread-2023 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:37,804 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:38,053 INFO [Thread-2021 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2021. 2024-11-24T13:42:38,053 DEBUG [Thread-2021 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:42:38,053 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:38,054 DEBUG [Thread-2021 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:38,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:38,054 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:42:38,054 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 76 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2060 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6180 rows 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2049 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6147 rows 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2051 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6141 rows 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2053 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6159 rows 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2065 2024-11-24T13:42:38,055 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6195 rows 2024-11-24T13:42:38,056 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:42:38,056 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:42:38,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:38,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:38,057 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:42:38,058 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:42:38,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:38,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:38,063 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455758063"}]},"ts":"1732455758063"} 2024-11-24T13:42:38,064 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:42:38,065 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:42:38,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:42:38,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, UNASSIGN}] 2024-11-24T13:42:38,068 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, UNASSIGN 2024-11-24T13:42:38,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=9ad03ff53a767b503555e0f7c34c7c24, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:38,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, UNASSIGN because future has completed 2024-11-24T13:42:38,071 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:42:38,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:38,224 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:38,225 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:42:38,225 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 9ad03ff53a767b503555e0f7c34c7c24, disabling compactions & flushes 2024-11-24T13:42:38,225 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:38,225 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:38,225 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. after waiting 0 ms 2024-11-24T13:42:38,225 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:38,225 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 9ad03ff53a767b503555e0f7c34c7c24 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T13:42:38,233 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3c29f6e268984d6dbc4fbf2c081ce5a3 is 50, key is test_row_1/A:col10/1732455758050/Put/seqid=0 2024-11-24T13:42:38,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742359_1535 (size=9857) 2024-11-24T13:42:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:38,640 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3c29f6e268984d6dbc4fbf2c081ce5a3 2024-11-24T13:42:38,654 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/616e079b794c460aa904d4b182d1cbdf is 50, key is test_row_1/B:col10/1732455758050/Put/seqid=0 2024-11-24T13:42:38,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742360_1536 (size=9857) 2024-11-24T13:42:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:39,061 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/616e079b794c460aa904d4b182d1cbdf 2024-11-24T13:42:39,074 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0228da6203e64d2e8a685e3692f994c7 is 50, key is test_row_1/C:col10/1732455758050/Put/seqid=0 2024-11-24T13:42:39,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742361_1537 (size=9857) 2024-11-24T13:42:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:39,479 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0228da6203e64d2e8a685e3692f994c7 2024-11-24T13:42:39,482 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/A/3c29f6e268984d6dbc4fbf2c081ce5a3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3c29f6e268984d6dbc4fbf2c081ce5a3 2024-11-24T13:42:39,485 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3c29f6e268984d6dbc4fbf2c081ce5a3, entries=100, sequenceid=387, filesize=9.6 K 2024-11-24T13:42:39,486 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/B/616e079b794c460aa904d4b182d1cbdf as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/616e079b794c460aa904d4b182d1cbdf 2024-11-24T13:42:39,488 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/616e079b794c460aa904d4b182d1cbdf, entries=100, sequenceid=387, filesize=9.6 K 2024-11-24T13:42:39,489 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/.tmp/C/0228da6203e64d2e8a685e3692f994c7 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0228da6203e64d2e8a685e3692f994c7 2024-11-24T13:42:39,491 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0228da6203e64d2e8a685e3692f994c7, entries=100, sequenceid=387, filesize=9.6 K 2024-11-24T13:42:39,492 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9ad03ff53a767b503555e0f7c34c7c24 in 1267ms, sequenceid=387, compaction requested=true 2024-11-24T13:42:39,492 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/006c43ff6a914191b509f30e39d075ff, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/65cfd5d158a8474c8f6a4abd2dea6bfb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0277f0544982451db56589292b6f35fc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b53c4aefdfcf47159c9b8cbe497382cd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/1ac1d604c5d442fb8b5077df38de4020, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/f128ce87b4214f64a406cdf1a38e391a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/af1ce308572245c6b6214093c11c6f9c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d] to archive 2024-11-24T13:42:39,493 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:39,494 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/006c43ff6a914191b509f30e39d075ff to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/006c43ff6a914191b509f30e39d075ff 2024-11-24T13:42:39,495 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0151f282ac3444f3bffe9b532a747838 2024-11-24T13:42:39,496 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d7c50e64166f44aeb9b531f4a660acce 2024-11-24T13:42:39,497 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/79ebc301162b47839593d61bfbd67bfd 2024-11-24T13:42:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/65cfd5d158a8474c8f6a4abd2dea6bfb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/65cfd5d158a8474c8f6a4abd2dea6bfb 2024-11-24T13:42:39,498 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/bcb73d08342e4aefba155fa5e1c0cda1 2024-11-24T13:42:39,499 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b527c4825cf4401b914d8f2e9dd195fe 2024-11-24T13:42:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0277f0544982451db56589292b6f35fc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0277f0544982451db56589292b6f35fc 2024-11-24T13:42:39,500 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ae1cb92a970f44e386c90029ea862086 2024-11-24T13:42:39,501 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/d363d173478445c3a2545aeba0a3b9af 2024-11-24T13:42:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b53c4aefdfcf47159c9b8cbe497382cd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/b53c4aefdfcf47159c9b8cbe497382cd 2024-11-24T13:42:39,502 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/84b48dcb1b684c95ac1e7b9ce3c70dd4 2024-11-24T13:42:39,503 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ada914924f6440f9901bb7dcc7009617 2024-11-24T13:42:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/1ac1d604c5d442fb8b5077df38de4020 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/1ac1d604c5d442fb8b5077df38de4020 2024-11-24T13:42:39,504 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3d6ae08640164b53b3c272986c03c7ec 2024-11-24T13:42:39,505 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2b2d6aebecf048468fbbc866e96a7406 2024-11-24T13:42:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/f128ce87b4214f64a406cdf1a38e391a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/f128ce87b4214f64a406cdf1a38e391a 2024-11-24T13:42:39,506 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/dbd98eb55d6f4ae8b086ec6660739562 2024-11-24T13:42:39,507 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/ceae3e78d9f3465abe5eb10d6062dfcd 2024-11-24T13:42:39,508 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/af1ce308572245c6b6214093c11c6f9c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/af1ce308572245c6b6214093c11c6f9c 2024-11-24T13:42:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/0da8a414675e4b54a7474a4d23cdda62 2024-11-24T13:42:39,509 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/c5741a18e3874a06822fbb08479d8607 2024-11-24T13:42:39,510 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/2050e2c2d31e452d8b81bee780c8385d 2024-11-24T13:42:39,511 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/38f3b4e05d2349499e8fb3b65d129ade, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1d4ce8127e04452c9b8647c6cf90f77c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/52b5bf1181a142c8a2fdb301bd5b4e2c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/4965d20a010244af8802822b15104e57, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7eb7d864493a4b02bb6efd9a9f2c9e33, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/dbc7172bfc9146869925688eeb4ac383, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/64b3dfd35da147659bf8b5f6283d5774, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65] to archive 2024-11-24T13:42:39,512 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/38f3b4e05d2349499e8fb3b65d129ade to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/38f3b4e05d2349499e8fb3b65d129ade 2024-11-24T13:42:39,513 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6c88d87aefd84da89040dfd1c89d41ec 2024-11-24T13:42:39,514 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/33a5b597dbac419db608310f0187bbe7 2024-11-24T13:42:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1d4ce8127e04452c9b8647c6cf90f77c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1d4ce8127e04452c9b8647c6cf90f77c 2024-11-24T13:42:39,515 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/09be0ff863c6460aa32649abab332a94 2024-11-24T13:42:39,516 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/b594ca200e6842b0951348ae92af6009 2024-11-24T13:42:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/52b5bf1181a142c8a2fdb301bd5b4e2c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/52b5bf1181a142c8a2fdb301bd5b4e2c 2024-11-24T13:42:39,517 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/f0f496d152a445af8fdb0a2d417a7de3 2024-11-24T13:42:39,518 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/6ce93d46ea27497bbe20002cb1ddec5c 2024-11-24T13:42:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/4965d20a010244af8802822b15104e57 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/4965d20a010244af8802822b15104e57 2024-11-24T13:42:39,519 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/c2a3c4212b704d0ab36496cbaf5cc7dc 2024-11-24T13:42:39,520 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/83bee0ba57c84730971cad3723b493c4 2024-11-24T13:42:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7eb7d864493a4b02bb6efd9a9f2c9e33 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7eb7d864493a4b02bb6efd9a9f2c9e33 2024-11-24T13:42:39,521 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/d5e4a94ec5194824b874799454145d01 2024-11-24T13:42:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/fde101cb795d44e6ae69fccce040d0b9 2024-11-24T13:42:39,522 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/dbc7172bfc9146869925688eeb4ac383 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/dbc7172bfc9146869925688eeb4ac383 2024-11-24T13:42:39,523 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/13b942f7cecb405d9f6bb5ae93f3f3ef 2024-11-24T13:42:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/3f8466b7273b41ac9ec322fb03102755 2024-11-24T13:42:39,524 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/64b3dfd35da147659bf8b5f6283d5774 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/64b3dfd35da147659bf8b5f6283d5774 2024-11-24T13:42:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/51c1496987af42e984f68daa9aa02f64 2024-11-24T13:42:39,525 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/5f57f648284748e1b034f931a49a9e0a 2024-11-24T13:42:39,526 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/1f39d02041c74bf188edb6791b98d0dc 2024-11-24T13:42:39,527 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/07cf93b844d247a9a01f464f51416b65 2024-11-24T13:42:39,528 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/96017f432c754d0cae06682c754b6bc1, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4edab90037ae4c749831d16f19d6c898, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9fcfa4a2030141ecb7640db4a188764a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/28683aa830764610b3467383c3faf6d5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/002a7a1436d44d588565806499665768, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4554bdca3cfb4c068f4a6a407ac9627f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/f3da26ec29714f4b9c70b990b48bf6c3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec] to archive 2024-11-24T13:42:39,529 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:42:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/96017f432c754d0cae06682c754b6bc1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/96017f432c754d0cae06682c754b6bc1 2024-11-24T13:42:39,530 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/d5748931e16443fb8f937910a9ff0132 2024-11-24T13:42:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/c40fc2e2270c42049a449ac10ba06c1d 2024-11-24T13:42:39,531 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4edab90037ae4c749831d16f19d6c898 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4edab90037ae4c749831d16f19d6c898 2024-11-24T13:42:39,532 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9953d3fb46314357abd39179f4eee64a 2024-11-24T13:42:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/2972fb100ef04d138b3d1eff23a21673 2024-11-24T13:42:39,533 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9fcfa4a2030141ecb7640db4a188764a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/9fcfa4a2030141ecb7640db4a188764a 2024-11-24T13:42:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/82d0bac0f8064e569bac9bb909c2011f 2024-11-24T13:42:39,534 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0dae3982136f448396d009d1e6cb4ae8 2024-11-24T13:42:39,535 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/28683aa830764610b3467383c3faf6d5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/28683aa830764610b3467383c3faf6d5 2024-11-24T13:42:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4146dd5752094c59996af82d933c7938 2024-11-24T13:42:39,536 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/05d8b98d10cf492680773e5edbfc1e5e 2024-11-24T13:42:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/002a7a1436d44d588565806499665768 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/002a7a1436d44d588565806499665768 2024-11-24T13:42:39,537 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0baad06611c14e039debb969d98c2325 2024-11-24T13:42:39,538 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/816178fabaf641b6b9b66388173a5181 2024-11-24T13:42:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4554bdca3cfb4c068f4a6a407ac9627f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/4554bdca3cfb4c068f4a6a407ac9627f 2024-11-24T13:42:39,539 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/25f8de2e41e748d0aea5a9a07450dcb2 2024-11-24T13:42:39,540 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/23f502a0daf84251b54d94d3d9b72e2f 2024-11-24T13:42:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/f3da26ec29714f4b9c70b990b48bf6c3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/f3da26ec29714f4b9c70b990b48bf6c3 2024-11-24T13:42:39,541 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/916bec8573f5442ca29e573b086cafc7 2024-11-24T13:42:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/e4e2683f3aa5442e8212999eb366d183 2024-11-24T13:42:39,542 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/88af4c8a8fc14c33ad15e2d8796f3af0 2024-11-24T13:42:39,543 DEBUG [StoreCloser-TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/fc3fe0c9fbb74006b86a4772592f88ec 2024-11-24T13:42:39,546 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/recovered.edits/390.seqid, newMaxSeqId=390, maxSeqId=1 2024-11-24T13:42:39,547 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. 2024-11-24T13:42:39,547 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 9ad03ff53a767b503555e0f7c34c7c24: Waiting for close lock at 1732455758225Running coprocessor pre-close hooks at 1732455758225Disabling compacts and flushes for region at 1732455758225Disabling writes for close at 1732455758225Obtaining lock to block concurrent updates at 1732455758225Preparing flush snapshotting stores in 9ad03ff53a767b503555e0f7c34c7c24 at 1732455758225Finished memstore snapshotting TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1732455758226 (+1 ms)Flushing stores of TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24. at 1732455758228 (+2 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/A: creating writer at 1732455758228Flushing 9ad03ff53a767b503555e0f7c34c7c24/A: appending metadata at 1732455758232 (+4 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/A: closing flushed file at 1732455758232Flushing 9ad03ff53a767b503555e0f7c34c7c24/B: creating writer at 1732455758651 (+419 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/B: appending metadata at 1732455758654 (+3 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/B: closing flushed file at 1732455758654Flushing 9ad03ff53a767b503555e0f7c34c7c24/C: creating writer at 1732455759069 (+415 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/C: appending metadata at 1732455759073 (+4 ms)Flushing 9ad03ff53a767b503555e0f7c34c7c24/C: closing flushed file at 1732455759074 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@324c95c1: reopening flushed file at 1732455759482 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30501466: reopening flushed file at 1732455759485 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2d3187: reopening flushed file at 1732455759488 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 9ad03ff53a767b503555e0f7c34c7c24 in 1267ms, sequenceid=387, compaction requested=true at 1732455759492 (+4 ms)Writing region close event to WAL at 1732455759544 (+52 ms)Running coprocessor post-close hooks at 1732455759547 (+3 ms)Closed at 1732455759547 2024-11-24T13:42:39,549 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:39,549 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=9ad03ff53a767b503555e0f7c34c7c24, regionState=CLOSED 2024-11-24T13:42:39,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:39,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-24T13:42:39,553 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 9ad03ff53a767b503555e0f7c34c7c24, server=ee00117f0849,40029,1732455609232 in 1.4800 sec 2024-11-24T13:42:39,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-24T13:42:39,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=9ad03ff53a767b503555e0f7c34c7c24, UNASSIGN in 1.4860 sec 2024-11-24T13:42:39,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-24T13:42:39,556 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4900 sec 2024-11-24T13:42:39,557 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455759557"}]},"ts":"1732455759557"} 2024-11-24T13:42:39,558 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:42:39,558 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:42:39,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5010 sec 2024-11-24T13:42:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-24T13:42:40,210 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:40,212 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:42:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,216 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-24T13:42:40,218 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,220 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:40,224 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/recovered.edits] 2024-11-24T13:42:40,228 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/172b29f43f754016b720856d2be15080 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/172b29f43f754016b720856d2be15080 2024-11-24T13:42:40,230 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3c29f6e268984d6dbc4fbf2c081ce5a3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/3c29f6e268984d6dbc4fbf2c081ce5a3 2024-11-24T13:42:40,232 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/57e0dd5815354f9b829db7e6e5806555 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/A/57e0dd5815354f9b829db7e6e5806555 2024-11-24T13:42:40,235 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/616e079b794c460aa904d4b182d1cbdf to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/616e079b794c460aa904d4b182d1cbdf 2024-11-24T13:42:40,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7b6d17bd052840ccba75073098ac28ac to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/7b6d17bd052840ccba75073098ac28ac 2024-11-24T13:42:40,238 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/df6b9fd027dc4dc7966e46cfce67f4de to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/B/df6b9fd027dc4dc7966e46cfce67f4de 2024-11-24T13:42:40,241 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0228da6203e64d2e8a685e3692f994c7 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/0228da6203e64d2e8a685e3692f994c7 2024-11-24T13:42:40,242 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/50136bb25b93423c97b8f81c517a00ea to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/50136bb25b93423c97b8f81c517a00ea 2024-11-24T13:42:40,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/eb26446893934de1ba76567675872016 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/C/eb26446893934de1ba76567675872016 2024-11-24T13:42:40,246 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/recovered.edits/390.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24/recovered.edits/390.seqid 2024-11-24T13:42:40,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/9ad03ff53a767b503555e0f7c34c7c24 2024-11-24T13:42:40,247 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:42:40,249 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,251 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:42:40,254 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:42:40,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,255 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:42:40,255 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455760255"}]},"ts":"9223372036854775807"} 2024-11-24T13:42:40,257 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:42:40,257 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9ad03ff53a767b503555e0f7c34c7c24, NAME => 'TestAcidGuarantees,,1732455724963.9ad03ff53a767b503555e0f7c34c7c24.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:42:40,257 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:42:40,258 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455760257"}]},"ts":"9223372036854775807"} 2024-11-24T13:42:40,260 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:42:40,261 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,262 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-11-24T13:42:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-24T13:42:40,329 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:42:40,330 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:40,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=236 (was 242), OpenFileDescriptor=441 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 453), ProcessCount=11 (was 11), AvailableMemoryMB=7764 (was 8037) 2024-11-24T13:42:40,352 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=236, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=7764 2024-11-24T13:42:40,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:42:40,354 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:42:40,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:40,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T13:42:40,356 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:40,356 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-24T13:42:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:40,357 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T13:42:40,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742362_1538 (size=959) 2024-11-24T13:42:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:40,769 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5 2024-11-24T13:42:40,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742363_1539 (size=53) 2024-11-24T13:42:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:41,180 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:42:41,180 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f647d8acacd4c3f82cb0b103365784a1, disabling compactions & flushes 2024-11-24T13:42:41,180 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,180 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. after waiting 0 ms 2024-11-24T13:42:41,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,181 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,181 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f647d8acacd4c3f82cb0b103365784a1: Waiting for close lock at 1732455761180Disabling compacts and flushes for region at 1732455761180Disabling writes for close at 1732455761181 (+1 ms)Writing region close event to WAL at 1732455761181Closed at 1732455761181 2024-11-24T13:42:41,183 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T13:42:41,184 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732455761184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732455761184"}]},"ts":"1732455761184"} 2024-11-24T13:42:41,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T13:42:41,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T13:42:41,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455761190"}]},"ts":"1732455761190"} 2024-11-24T13:42:41,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-24T13:42:41,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, ASSIGN}] 2024-11-24T13:42:41,193 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, ASSIGN 2024-11-24T13:42:41,194 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, ASSIGN; state=OFFLINE, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=false 2024-11-24T13:42:41,345 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:41,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, ASSIGN because future has completed 2024-11-24T13:42:41,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:41,509 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,510 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:42:41,510 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,510 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:42:41,510 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,510 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,512 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,515 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName A 2024-11-24T13:42:41,515 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:41,516 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:41,516 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,518 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName B 2024-11-24T13:42:41,518 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:41,519 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:41,519 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,521 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName C 2024-11-24T13:42:41,521 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:41,522 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:41,522 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,523 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,524 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,527 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,527 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,527 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:42:41,529 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,532 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T13:42:41,533 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened f647d8acacd4c3f82cb0b103365784a1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71579572, jitterRate=0.06661874055862427}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:42:41,533 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:41,534 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for f647d8acacd4c3f82cb0b103365784a1: Running coprocessor pre-open hook at 1732455761510Writing region info on filesystem at 1732455761510Initializing all the Stores at 1732455761512 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455761512Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455761512Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455761512Cleaning up temporary data from old regions at 1732455761527 (+15 ms)Running coprocessor post-open hooks at 1732455761533 (+6 ms)Region opened successfully at 1732455761533 2024-11-24T13:42:41,535 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., pid=144, masterSystemTime=1732455761504 2024-11-24T13:42:41,537 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,537 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:41,538 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=OPEN, openSeqNum=2, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:41,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:41,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-24T13:42:41,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 in 191 msec 2024-11-24T13:42:41,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-24T13:42:41,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, ASSIGN in 352 msec 2024-11-24T13:42:41,548 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T13:42:41,548 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455761548"}]},"ts":"1732455761548"} 2024-11-24T13:42:41,550 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-24T13:42:41,551 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T13:42:41,553 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1970 sec 2024-11-24T13:42:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-24T13:42:42,509 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:42,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:42,511 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:42,511 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:42,513 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:42,513 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eeb99f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:42,514 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:42,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33224, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:42,517 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b0bbb9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:42,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:42,519 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:42,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:42,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T13:42:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ee00117f0849,32837,1732455608347 2024-11-24T13:42:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6fa92740 2024-11-24T13:42:42,521 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T13:42:42,522 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T13:42:42,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-24T13:42:42,523 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T13:42:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-24T13:42:42,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742364_1540 (size=995) 2024-11-24T13:42:42,937 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-24T13:42:42,937 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-24T13:42:42,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:42:42,946 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE}] 2024-11-24T13:42:42,947 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE 2024-11-24T13:42:42,948 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:42,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE because future has completed 2024-11-24T13:42:42,949 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:42:42,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:43,102 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,102 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:42:43,102 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing f647d8acacd4c3f82cb0b103365784a1, disabling compactions & flushes 2024-11-24T13:42:43,102 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,102 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,103 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. after waiting 0 ms 2024-11-24T13:42:43,103 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,109 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-24T13:42:43,110 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,110 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for f647d8acacd4c3f82cb0b103365784a1: Waiting for close lock at 1732455763102Running coprocessor pre-close hooks at 1732455763102Disabling compacts and flushes for region at 1732455763102Disabling writes for close at 1732455763103 (+1 ms)Writing region close event to WAL at 1732455763103Running coprocessor post-close hooks at 1732455763110 (+7 ms)Closed at 1732455763110 2024-11-24T13:42:43,110 WARN [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: f647d8acacd4c3f82cb0b103365784a1 to self. 2024-11-24T13:42:43,113 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,114 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=CLOSED 2024-11-24T13:42:43,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:43,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-24T13:42:43,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 in 169 msec 2024-11-24T13:42:43,122 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE; state=CLOSED, location=ee00117f0849,40029,1732455609232; forceNewPlan=false, retain=true 2024-11-24T13:42:43,273 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=OPENING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE because future has completed 2024-11-24T13:42:43,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:42:43,431 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,431 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T13:42:43,431 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,431 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T13:42:43,431 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,431 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,433 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,434 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName A 2024-11-24T13:42:43,436 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:43,436 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:43,437 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,438 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName B 2024-11-24T13:42:43,438 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:43,438 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:43,439 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,439 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f647d8acacd4c3f82cb0b103365784a1 columnFamilyName C 2024-11-24T13:42:43,439 DEBUG [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:43,440 INFO [StoreOpener-f647d8acacd4c3f82cb0b103365784a1-1 {}] regionserver.HStore(327): Store=f647d8acacd4c3f82cb0b103365784a1/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T13:42:43,440 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,441 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,443 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,445 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,445 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,446 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T13:42:43,448 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,449 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened f647d8acacd4c3f82cb0b103365784a1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62643418, jitterRate=-0.06654033064842224}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T13:42:43,450 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,451 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for f647d8acacd4c3f82cb0b103365784a1: Running coprocessor pre-open hook at 1732455763432Writing region info on filesystem at 1732455763432Initializing all the Stores at 1732455763433 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455763433Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455763433Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732455763433Cleaning up temporary data from old regions at 1732455763445 (+12 ms)Running coprocessor post-open hooks at 1732455763450 (+5 ms)Region opened successfully at 1732455763451 (+1 ms) 2024-11-24T13:42:43,452 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., pid=149, masterSystemTime=1732455763426 2024-11-24T13:42:43,454 DEBUG [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,454 INFO [RS_OPEN_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,455 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=OPEN, openSeqNum=5, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:42:43,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-24T13:42:43,459 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 in 183 msec 2024-11-24T13:42:43,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-24T13:42:43,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, REOPEN/MOVE in 513 msec 2024-11-24T13:42:43,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-24T13:42:43,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 518 msec 2024-11-24T13:42:43,467 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 941 msec 2024-11-24T13:42:43,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-24T13:42:43,469 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:43,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,471 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,471 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229275d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,472 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33244, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccaf081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,475 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,475 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,476 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158f7e89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,476 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,477 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,478 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,478 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28839d75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,479 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,479 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,480 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683eb284, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,481 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,482 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,483 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33270, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732ca6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,485 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,485 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13a48e87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,486 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,487 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b45bca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,488 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,488 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,489 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,489 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,489 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11dc0eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,490 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,491 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,492 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e587250, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,493 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,493 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,494 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f605cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,495 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,496 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5270e938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,498 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,498 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57b6e58a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,499 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,500 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,501 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546cc5b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,502 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,502 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,503 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b4bd038, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,503 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,504 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,504 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,505 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557e5d04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,506 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,506 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,506 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79bc3c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,507 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,508 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,508 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6178c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,509 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ee00117f0849,32837,-1 for getting cluster id 2024-11-24T13:42:43,509 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T13:42:43,510 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '26a5e521-4fd8-4d9f-b693-2e6d2070984d' 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "26a5e521-4fd8-4d9f-b693-2e6d2070984d" 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ebce32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ee00117f0849,32837,-1] 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T13:42:43,510 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:42:43,511 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T13:42:43,511 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63ea89b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T13:42:43,511 DEBUG [Thread-2422 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,511 DEBUG [Thread-2420 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,512 DEBUG [Thread-2413 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,512 DEBUG [Thread-2411 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,512 DEBUG [Thread-2426 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,512 DEBUG [Thread-2407 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,512 DEBUG [Thread-2415 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,514 DEBUG [Thread-2409 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49054, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,514 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-24T13:42:43,515 DEBUG [Thread-2418 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,515 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:43,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49078, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,517 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:43,517 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,518 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,518 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,519 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:43,519 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,519 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:43,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,520 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,520 DEBUG [Thread-2424 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T13:42:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ee00117f0849,40029,1732455609232, seqNum=-1] 2024-11-24T13:42:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T13:42:43,521 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49120, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T13:42:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,523 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:43,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-24T13:42:43,524 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5] 2024-11-24T13:42:43,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f1ec301f0af0478db138feb7b5394405_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455763522/Put/seqid=0 2024-11-24T13:42:43,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455823549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,554 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455823550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455823551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455823552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455823550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742365_1541 (size=12154) 2024-11-24T13:42:43,566 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:43,569 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f1ec301f0af0478db138feb7b5394405_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f1ec301f0af0478db138feb7b5394405_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:43,570 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8adda54b3b984f84a21654e02b576a84, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:43,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8adda54b3b984f84a21654e02b576a84 is 175, key is test_row_0/A:col10/1732455763522/Put/seqid=0 2024-11-24T13:42:43,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742366_1542 (size=30955) 2024-11-24T13:42:43,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:43,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455823659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,661 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455823659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455823659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455823660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455823668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T13:42:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T13:42:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:43,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455823868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455823868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455823868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455823868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,869 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:43,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455823879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:43,882 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:43,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T13:42:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:43,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:43,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:43,983 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8adda54b3b984f84a21654e02b576a84 2024-11-24T13:42:44,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f34c109f2c10475998c872ba9fa964ef is 50, key is test_row_0/B:col10/1732455763522/Put/seqid=0 2024-11-24T13:42:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742367_1543 (size=12001) 2024-11-24T13:42:44,049 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f34c109f2c10475998c872ba9fa964ef 2024-11-24T13:42:44,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/1a33ded8fcd444bfb2078e14a11110f0 is 50, key is test_row_0/C:col10/1732455763522/Put/seqid=0 2024-11-24T13:42:44,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742368_1544 (size=12001) 2024-11-24T13:42:44,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/1a33ded8fcd444bfb2078e14a11110f0 2024-11-24T13:42:44,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8adda54b3b984f84a21654e02b576a84 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84 2024-11-24T13:42:44,111 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84, entries=150, sequenceid=16, filesize=30.2 K 2024-11-24T13:42:44,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f34c109f2c10475998c872ba9fa964ef as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef 2024-11-24T13:42:44,119 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:42:44,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/1a33ded8fcd444bfb2078e14a11110f0 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0 2024-11-24T13:42:44,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0, entries=150, sequenceid=16, filesize=11.7 K 2024-11-24T13:42:44,126 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for f647d8acacd4c3f82cb0b103365784a1 in 603ms, sequenceid=16, compaction requested=false 2024-11-24T13:42:44,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:44,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-24T13:42:44,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:44,130 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-24T13:42:44,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ba4134c2df49479ab25157f60d584cad_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455763550/Put/seqid=0 2024-11-24T13:42:44,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:44,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742369_1545 (size=12154) 2024-11-24T13:42:44,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:44,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455824215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455824217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,225 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,226 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455824225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455824226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455824226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455824328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455824329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,331 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,332 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455824339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455824339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455824339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,342 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455824539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455824539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,543 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455824548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455824549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,551 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455824549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,552 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:44,568 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ba4134c2df49479ab25157f60d584cad_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba4134c2df49479ab25157f60d584cad_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/bfe6788c35784d0984d14d4751096e2a, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:44,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/bfe6788c35784d0984d14d4751096e2a is 175, key is test_row_0/A:col10/1732455763550/Put/seqid=0 2024-11-24T13:42:44,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742370_1546 (size=30955) 2024-11-24T13:42:44,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:44,850 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455824848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455824848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,851 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455824858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455824858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455824858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:44,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:44,973 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/bfe6788c35784d0984d14d4751096e2a 2024-11-24T13:42:44,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/78eb78132bfe44efae1feda124de4772 is 50, key is test_row_0/B:col10/1732455763550/Put/seqid=0 2024-11-24T13:42:44,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742371_1547 (size=12001) 2024-11-24T13:42:45,064 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T13:42:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455825359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455825359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:45,360 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,361 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:45,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455825368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455825368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455825368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:45,390 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/78eb78132bfe44efae1feda124de4772 2024-11-24T13:42:45,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/333cb8a524354595a38d51e4a9f3a479 is 50, key is test_row_0/C:col10/1732455763550/Put/seqid=0 2024-11-24T13:42:45,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742372_1548 (size=12001) 2024-11-24T13:42:45,399 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/333cb8a524354595a38d51e4a9f3a479 2024-11-24T13:42:45,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/bfe6788c35784d0984d14d4751096e2a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a 2024-11-24T13:42:45,405 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a, entries=150, sequenceid=41, filesize=30.2 K 2024-11-24T13:42:45,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/78eb78132bfe44efae1feda124de4772 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772 2024-11-24T13:42:45,408 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T13:42:45,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/333cb8a524354595a38d51e4a9f3a479 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479 2024-11-24T13:42:45,412 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479, entries=150, sequenceid=41, filesize=11.7 K 2024-11-24T13:42:45,412 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for f647d8acacd4c3f82cb0b103365784a1 in 1282ms, sequenceid=41, compaction requested=false 2024-11-24T13:42:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:45,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-24T13:42:45,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-24T13:42:45,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-24T13:42:45,415 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8940 sec 2024-11-24T13:42:45,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9030 sec 2024-11-24T13:42:45,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-24T13:42:45,658 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:45,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:45,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-24T13:42:45,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:45,663 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:45,664 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:45,664 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:45,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:45,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-24T13:42:45,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:45,816 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-24T13:42:45,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f3e2ac0a23b84f0bb951ae18198b7154_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455764223/Put/seqid=0 2024-11-24T13:42:45,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742373_1549 (size=12154) 2024-11-24T13:42:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:46,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:46,229 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124f3e2ac0a23b84f0bb951ae18198b7154_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f3e2ac0a23b84f0bb951ae18198b7154_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/c0a3b829275e47ab98e995436ba1f900, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:46,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/c0a3b829275e47ab98e995436ba1f900 is 175, key is test_row_0/A:col10/1732455764223/Put/seqid=0 2024-11-24T13:42:46,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742374_1550 (size=30955) 2024-11-24T13:42:46,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:46,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455826394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455826394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,399 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455826395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455826395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,400 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455826398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,401 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455826509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455826509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,511 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455826509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455826509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455826509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,512 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,513 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,633 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/c0a3b829275e47ab98e995436ba1f900 2024-11-24T13:42:46,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2760a739084e464f82334c5afa25e3df is 50, key is test_row_0/B:col10/1732455764223/Put/seqid=0 2024-11-24T13:42:46,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742375_1551 (size=12001) 2024-11-24T13:42:46,642 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2760a739084e464f82334c5afa25e3df 2024-11-24T13:42:46,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4aa50dfa92254fc99defc36239520329 is 50, key is test_row_0/C:col10/1732455764223/Put/seqid=0 2024-11-24T13:42:46,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742376_1552 (size=12001) 2024-11-24T13:42:46,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455826719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:46,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:46,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:47,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455827029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455827029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455827029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455827029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,032 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455827029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,051 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4aa50dfa92254fc99defc36239520329 2024-11-24T13:42:47,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/c0a3b829275e47ab98e995436ba1f900 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900 2024-11-24T13:42:47,057 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900, entries=150, sequenceid=54, filesize=30.2 K 2024-11-24T13:42:47,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2760a739084e464f82334c5afa25e3df as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df 2024-11-24T13:42:47,059 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T13:42:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4aa50dfa92254fc99defc36239520329 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329 2024-11-24T13:42:47,062 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329, entries=150, sequenceid=54, filesize=11.7 K 2024-11-24T13:42:47,063 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for f647d8acacd4c3f82cb0b103365784a1 in 1247ms, sequenceid=54, compaction requested=true 2024-11-24T13:42:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:47,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-24T13:42:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-24T13:42:47,065 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-24T13:42:47,066 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-24T13:42:47,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4070 sec 2024-11-24T13:42:47,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:47,541 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:47,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-24T13:42:47,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112449a173949e394374a5ee054dfabdc4b2_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:47,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742377_1553 (size=12154) 2024-11-24T13:42:47,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,555 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112449a173949e394374a5ee054dfabdc4b2_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449a173949e394374a5ee054dfabdc4b2_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455827549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455827549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/91ac79f953bd468fa39632844b19b840, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455827550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455827552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/91ac79f953bd468fa39632844b19b840 is 175, key is test_row_0/A:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:47,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455827553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742378_1554 (size=30955) 2024-11-24T13:42:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455827658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455827658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,662 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455827658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455827658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455827659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,663 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-24T13:42:47,809 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:47,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-24T13:42:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:47,811 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:47,811 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:47,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:47,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455827868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455827868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455827868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455827869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455827869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:47,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:47,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/91ac79f953bd468fa39632844b19b840 2024-11-24T13:42:47,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:47,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:47,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:47,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f1cab6f160574de6a807e7baf91cce4c is 50, key is test_row_0/B:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:47,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742379_1555 (size=12001) 2024-11-24T13:42:48,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455828178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,180 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455828178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455828179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455828179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455828179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:48,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f1cab6f160574de6a807e7baf91cce4c 2024-11-24T13:42:48,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/852495ece6b740b7978d365835c3bb45 is 50, key is test_row_0/C:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:48,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742380_1556 (size=12001) 2024-11-24T13:42:48,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:48,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455828688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455828689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:48,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:48,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:48,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/852495ece6b740b7978d365835c3bb45 2024-11-24T13:42:48,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/91ac79f953bd468fa39632844b19b840 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840 2024-11-24T13:42:48,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840, entries=150, sequenceid=79, filesize=30.2 K 2024-11-24T13:42:48,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/f1cab6f160574de6a807e7baf91cce4c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c 2024-11-24T13:42:48,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T13:42:48,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/852495ece6b740b7978d365835c3bb45 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45 2024-11-24T13:42:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45, entries=150, sequenceid=79, filesize=11.7 K 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for f647d8acacd4c3f82cb0b103365784a1 in 1259ms, sequenceid=79, compaction requested=true 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:48,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:48,800 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:48,800 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:48,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,801 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 123820 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:48,801 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,801 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:42:48,801 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:42:48,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,801 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,801 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,801 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=46.9 K 2024-11-24T13:42:48,801 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=120.9 K 2024-11-24T13:42:48,801 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840] 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f34c109f2c10475998c872ba9fa964ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455763516 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8adda54b3b984f84a21654e02b576a84, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455763516 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 78eb78132bfe44efae1feda124de4772, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732455763541 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfe6788c35784d0984d14d4751096e2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732455763541 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2760a739084e464f82334c5afa25e3df, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455764181 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0a3b829275e47ab98e995436ba1f900, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455764181 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f1cab6f160574de6a807e7baf91cce4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:48,802 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91ac79f953bd468fa39632844b19b840, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,807 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124781ddf2fc0d04cd7bba34746749bc189_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:48,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,809 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,809 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/36fa6ece387845ddb1f61c4cbbc1ced4 is 50, key is test_row_0/B:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,811 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124781ddf2fc0d04cd7bba34746749bc189_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:48,811 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124781ddf2fc0d04cd7bba34746749bc189_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742381_1557 (size=12139) 2024-11-24T13:42:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742382_1558 (size=4469) 2024-11-24T13:42:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,828 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#470 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,829 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2d43bd220e1e436cb3b3b83d8eff231e is 175, key is test_row_0/A:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742383_1559 (size=31093) 2024-11-24T13:42:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,836 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2d43bd220e1e436cb3b3b83d8eff231e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e 2024-11-24T13:42:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,840 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into 2d43bd220e1e436cb3b3b83d8eff231e(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:48,840 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,840 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=12, startTime=1732455768800; duration=0sec 2024-11-24T13:42:48,840 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:48,841 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:42:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,841 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-24T13:42:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,841 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-24T13:42:48,842 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:42:48,842 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,842 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=46.9 K 2024-11-24T13:42:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,842 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a33ded8fcd444bfb2078e14a11110f0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732455763516 2024-11-24T13:42:48,842 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 333cb8a524354595a38d51e4a9f3a479, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1732455763541 2024-11-24T13:42:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,842 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa50dfa92254fc99defc36239520329, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1732455764181 2024-11-24T13:42:48,843 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 852495ece6b740b7978d365835c3bb45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,850 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/47b8932ba45346d9bb7cc3947ea26a26 is 50, key is test_row_0/C:col10/1732455766393/Put/seqid=0 2024-11-24T13:42:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742384_1560 (size=12139) 2024-11-24T13:42:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,865 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/47b8932ba45346d9bb7cc3947ea26a26 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/47b8932ba45346d9bb7cc3947ea26a26 2024-11-24T13:42:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,870 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into 47b8932ba45346d9bb7cc3947ea26a26(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:48,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:48,870 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=12, startTime=1732455768800; duration=0sec 2024-11-24T13:42:48,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:48,870 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:42:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-24T13:42:48,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:48,879 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-24T13:42:48,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112465764a60590a4ee9bed979b107f57aed_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455767551/Put/seqid=0 2024-11-24T13:42:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742385_1561 (size=9714) 2024-11-24T13:42:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,222 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/36fa6ece387845ddb1f61c4cbbc1ced4 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/36fa6ece387845ddb1f61c4cbbc1ced4 2024-11-24T13:42:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,227 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into 36fa6ece387845ddb1f61c4cbbc1ced4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,227 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:49,227 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=12, startTime=1732455768800; duration=0sec 2024-11-24T13:42:49,227 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:49,227 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:42:49,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112465764a60590a4ee9bed979b107f57aed_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112465764a60590a4ee9bed979b107f57aed_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1c43b0c63e78480a8ce0e76001c1de36, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1c43b0c63e78480a8ce0e76001c1de36 is 175, key is test_row_0/A:col10/1732455767551/Put/seqid=0 2024-11-24T13:42:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742386_1562 (size=22361) 2024-11-24T13:42:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,301 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1c43b0c63e78480a8ce0e76001c1de36 2024-11-24T13:42:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/e81d1ace316a4973a304b3731d7969d8 is 50, key is test_row_0/B:col10/1732455767551/Put/seqid=0 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742387_1563 (size=9657) 2024-11-24T13:42:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:49,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,710 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/e81d1ace316a4973a304b3731d7969d8 2024-11-24T13:42:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/40c21a35bbd8419c86eececa9ef1e157 is 50, key is test_row_0/C:col10/1732455767551/Put/seqid=0 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742388_1564 (size=9657) 2024-11-24T13:42:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:49,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455829729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,733 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455829730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455829730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455829730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455829731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455829838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455829838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455829838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455829839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455829839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:49,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:50,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455830048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455830048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455830048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455830049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455830049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,118 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/40c21a35bbd8419c86eececa9ef1e157 2024-11-24T13:42:50,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1c43b0c63e78480a8ce0e76001c1de36 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36 2024-11-24T13:42:50,124 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36, entries=100, sequenceid=92, filesize=21.8 K 2024-11-24T13:42:50,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/e81d1ace316a4973a304b3731d7969d8 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8 2024-11-24T13:42:50,127 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8, entries=100, sequenceid=92, filesize=9.4 K 2024-11-24T13:42:50,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/40c21a35bbd8419c86eececa9ef1e157 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157 2024-11-24T13:42:50,130 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157, entries=100, sequenceid=92, filesize=9.4 K 2024-11-24T13:42:50,131 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for f647d8acacd4c3f82cb0b103365784a1 in 1252ms, sequenceid=92, compaction requested=false 2024-11-24T13:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:50,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-24T13:42:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-24T13:42:50,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-24T13:42:50,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3210 sec 2024-11-24T13:42:50,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 2.3250 sec 2024-11-24T13:42:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:50,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:50,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-24T13:42:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455830389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124459c484e08fa4cc28c590222e564ad7b_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455830392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455830393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,396 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455830393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,397 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742389_1565 (size=12154) 2024-11-24T13:42:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455830499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455830499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455830499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455830499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455830499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,502 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455830709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455830709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455830709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,710 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455830709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455830709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:50,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:50,802 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:50,805 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124459c484e08fa4cc28c590222e564ad7b_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124459c484e08fa4cc28c590222e564ad7b_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:50,806 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8326863291384572bd1a758bf710eb0b, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:50,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8326863291384572bd1a758bf710eb0b is 175, key is test_row_0/A:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:50,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742390_1566 (size=30955) 2024-11-24T13:42:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455831018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455831018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455831018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455831019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455831019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,021 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,022 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,210 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8326863291384572bd1a758bf710eb0b 2024-11-24T13:42:51,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1e5ea30e11f548f89b85d0b42bec3734 is 50, key is test_row_0/B:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:51,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742391_1567 (size=12001) 2024-11-24T13:42:51,218 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1e5ea30e11f548f89b85d0b42bec3734 2024-11-24T13:42:51,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/f1ecdcb4884b42339cc82ec655425857 is 50, key is test_row_0/C:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:51,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742392_1568 (size=12001) 2024-11-24T13:42:51,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455831528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455831528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455831528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455831529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455831529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:51,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/f1ecdcb4884b42339cc82ec655425857 2024-11-24T13:42:51,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8326863291384572bd1a758bf710eb0b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b 2024-11-24T13:42:51,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b, entries=150, sequenceid=120, filesize=30.2 K 2024-11-24T13:42:51,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1e5ea30e11f548f89b85d0b42bec3734 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734 2024-11-24T13:42:51,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T13:42:51,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/f1ecdcb4884b42339cc82ec655425857 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857 2024-11-24T13:42:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857, entries=150, sequenceid=120, filesize=11.7 K 2024-11-24T13:42:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for f647d8acacd4c3f82cb0b103365784a1 in 1277ms, sequenceid=120, compaction requested=true 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:51,639 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-24T13:42:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84409 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:51,640 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=82.4 K 2024-11-24T13:42:51,640 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:51,640 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b] 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d43bd220e1e436cb3b3b83d8eff231e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c43b0c63e78480a8ce0e76001c1de36, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732455767550 2024-11-24T13:42:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,641 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8326863291384572bd1a758bf710eb0b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,643 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,643 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:42:51,643 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:51,643 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/36fa6ece387845ddb1f61c4cbbc1ced4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=33.0 K 2024-11-24T13:42:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,643 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 36fa6ece387845ddb1f61c4cbbc1ced4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,644 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e81d1ace316a4973a304b3731d7969d8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732455767550 2024-11-24T13:42:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,644 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e5ea30e11f548f89b85d0b42bec3734, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,646 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,647 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411245122aa74aedb424dafe8591dd46b6f4a_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411245122aa74aedb424dafe8591dd46b6f4a_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:51,649 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#479 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:51,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,649 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411245122aa74aedb424dafe8591dd46b6f4a_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,650 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/7b606c89d3b94b5894837f7bb4cdccdb is 50, key is test_row_0/B:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742394_1570 (size=12241) 2024-11-24T13:42:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742393_1569 (size=4469) 2024-11-24T13:42:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T13:42:51,990 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:51,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:51,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,054 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#478 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,054 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2840cd0281624119af3dc3556705da4d is 175, key is test_row_0/A:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,057 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/7b606c89d3b94b5894837f7bb4cdccdb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7b606c89d3b94b5894837f7bb4cdccdb 2024-11-24T13:42:52,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742395_1571 (size=31195) 2024-11-24T13:42:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,063 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into 7b606c89d3b94b5894837f7bb4cdccdb(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:52,063 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:52,063 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2840cd0281624119af3dc3556705da4d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d 2024-11-24T13:42:52,063 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=13, startTime=1732455771639; duration=0sec 2024-11-24T13:42:52,063 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:52,063 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:42:52,063 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:52,064 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:52,064 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:42:52,064 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:52,064 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/47b8932ba45346d9bb7cc3947ea26a26, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=33.0 K 2024-11-24T13:42:52,065 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 47b8932ba45346d9bb7cc3947ea26a26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732455766393 2024-11-24T13:42:52,065 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 40c21a35bbd8419c86eececa9ef1e157, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732455767550 2024-11-24T13:42:52,065 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting f1ecdcb4884b42339cc82ec655425857, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:52,067 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into 2840cd0281624119af3dc3556705da4d(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:52,067 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:52,067 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=13, startTime=1732455771639; duration=0sec 2024-11-24T13:42:52,067 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:52,067 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:42:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,069 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#480 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,070 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/c86b214dcc974aaa9b673296bc04ef5d is 50, key is test_row_0/C:col10/1732455770360/Put/seqid=0 2024-11-24T13:42:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742396_1572 (size=12241) 2024-11-24T13:42:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/c86b214dcc974aaa9b673296bc04ef5d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/c86b214dcc974aaa9b673296bc04ef5d 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,088 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into c86b214dcc974aaa9b673296bc04ef5d(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:52,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:52,088 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=13, startTime=1732455771639; duration=0sec 2024-11-24T13:42:52,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:52,088 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:42:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T13:42:52,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112485d19303f35d481bb9619517f7249e3b_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_1/A:col10/1732455770392/Put/seqid=0 2024-11-24T13:42:52,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742397_1573 (size=9714) 2024-11-24T13:42:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,154 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112485d19303f35d481bb9619517f7249e3b_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485d19303f35d481bb9619517f7249e3b_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:52,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/05f280f3046e45908fdc81d319bec244, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/05f280f3046e45908fdc81d319bec244 is 175, key is test_row_1/A:col10/1732455770392/Put/seqid=0 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742398_1574 (size=22361) 2024-11-24T13:42:52,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T13:42:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:52,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,559 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/05f280f3046e45908fdc81d319bec244 2024-11-24T13:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/d3aac3998ac142378ced1136c2f7f950 is 50, key is test_row_1/B:col10/1732455770392/Put/seqid=0 2024-11-24T13:42:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742399_1575 (size=9657) 2024-11-24T13:42:52,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455832572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455832573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455832574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,577 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455832574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455832575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T13:42:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455832679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455832679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,680 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,681 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455832688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455832688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455832688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,691 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455832889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455832889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455832898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455832898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455832898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,900 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:52,967 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/d3aac3998ac142378ced1136c2f7f950 2024-11-24T13:42:52,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/382e3c776d1e473eba66804cae0cb7a3 is 50, key is test_row_1/C:col10/1732455770392/Put/seqid=0 2024-11-24T13:42:52,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742400_1576 (size=9657) 2024-11-24T13:42:52,976 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/382e3c776d1e473eba66804cae0cb7a3 2024-11-24T13:42:52,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/05f280f3046e45908fdc81d319bec244 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244 2024-11-24T13:42:52,982 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244, entries=100, sequenceid=132, filesize=21.8 K 2024-11-24T13:42:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/d3aac3998ac142378ced1136c2f7f950 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950 2024-11-24T13:42:52,986 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950, entries=100, sequenceid=132, filesize=9.4 K 2024-11-24T13:42:52,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/382e3c776d1e473eba66804cae0cb7a3 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3 2024-11-24T13:42:52,990 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3, entries=100, sequenceid=132, filesize=9.4 K 2024-11-24T13:42:52,991 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for f647d8acacd4c3f82cb0b103365784a1 in 847ms, sequenceid=132, compaction requested=false 2024-11-24T13:42:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:52,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-24T13:42:52,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-24T13:42:52,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-24T13:42:52,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-24T13:42:52,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.0050 sec 2024-11-24T13:42:53,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-24T13:42:53,128 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:53,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:53,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-24T13:42:53,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:53,130 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:53,131 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:53,131 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:53,201 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:53,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-24T13:42:53,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fed9dad6c2674c04b615338d6ee1c5d1_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455833208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455833208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455833208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455833209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455833210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742401_1577 (size=12304) 2024-11-24T13:42:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:53,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:53,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455833318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455833318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,320 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:53,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455833528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455833528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,628 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:53,631 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fed9dad6c2674c04b615338d6ee1c5d1_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fed9dad6c2674c04b615338d6ee1c5d1_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:53,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/edefdc37c3d143c3a1f5965786c9314e, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:53,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/edefdc37c3d143c3a1f5965786c9314e is 175, key is test_row_0/A:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:53,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742402_1578 (size=31105) 2024-11-24T13:42:53,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/edefdc37c3d143c3a1f5965786c9314e 2024-11-24T13:42:53,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/4389a3485dcb40e8836f373b6b19af08 is 50, key is test_row_0/B:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:53,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742403_1579 (size=12151) 2024-11-24T13:42:53,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455833719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455833719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455833719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:53,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:53,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455833838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455833838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:53,839 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:53,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:53,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:54,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/4389a3485dcb40e8836f373b6b19af08 2024-11-24T13:42:54,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:54,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:54,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/93d3fda2a57d4b85b313a14ad0465d1a is 50, key is test_row_0/C:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:54,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742404_1580 (size=12151) 2024-11-24T13:42:54,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/93d3fda2a57d4b85b313a14ad0465d1a 2024-11-24T13:42:54,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/edefdc37c3d143c3a1f5965786c9314e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e 2024-11-24T13:42:54,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e, entries=150, sequenceid=161, filesize=30.4 K 2024-11-24T13:42:54,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/4389a3485dcb40e8836f373b6b19af08 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08 2024-11-24T13:42:54,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T13:42:54,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/93d3fda2a57d4b85b313a14ad0465d1a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a 2024-11-24T13:42:54,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a, entries=150, sequenceid=161, filesize=11.9 K 2024-11-24T13:42:54,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for f647d8acacd4c3f82cb0b103365784a1 in 872ms, sequenceid=161, compaction requested=true 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:54,074 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:54,074 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:54,074 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:54,074 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84661 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:54,074 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:42:54,075 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,075 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,075 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7b606c89d3b94b5894837f7bb4cdccdb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=33.3 K 2024-11-24T13:42:54,075 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=82.7 K 2024-11-24T13:42:54,075 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e] 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b606c89d3b94b5894837f7bb4cdccdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2840cd0281624119af3dc3556705da4d, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting d3aac3998ac142378ced1136c2f7f950, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455770391 2024-11-24T13:42:54,075 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05f280f3046e45908fdc81d319bec244, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455770391 2024-11-24T13:42:54,076 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4389a3485dcb40e8836f373b6b19af08, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:54,076 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting edefdc37c3d143c3a1f5965786c9314e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:54,081 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#487 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:54,082 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/a52cb341940e4f0bb9c3b1f0e456432f is 50, key is test_row_0/B:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:54,087 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:54,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742405_1581 (size=12493) 2024-11-24T13:42:54,094 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411240c528cb7f5114968a9fa3e3f4083b621_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:54,096 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411240c528cb7f5114968a9fa3e3f4083b621_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:54,096 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411240c528cb7f5114968a9fa3e3f4083b621_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:54,097 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/a52cb341940e4f0bb9c3b1f0e456432f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/a52cb341940e4f0bb9c3b1f0e456432f 2024-11-24T13:42:54,104 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into a52cb341940e4f0bb9c3b1f0e456432f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:54,104 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:54,104 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=13, startTime=1732455774074; duration=0sec 2024-11-24T13:42:54,104 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:54,105 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:42:54,105 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:54,106 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34049 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:54,106 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:42:54,106 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,106 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/c86b214dcc974aaa9b673296bc04ef5d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=33.3 K 2024-11-24T13:42:54,107 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting c86b214dcc974aaa9b673296bc04ef5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732455769729 2024-11-24T13:42:54,108 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 382e3c776d1e473eba66804cae0cb7a3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732455770391 2024-11-24T13:42:54,108 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 93d3fda2a57d4b85b313a14ad0465d1a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:54,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742406_1582 (size=4469) 2024-11-24T13:42:54,121 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#489 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:54,121 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/93613467660046f18420b18492971789 is 50, key is test_row_0/C:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:54,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742407_1583 (size=12493) 2024-11-24T13:42:54,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-24T13:42:54,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:54,199 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-24T13:42:54,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a564b719a95475ca1b6209f74bf39fe_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455773208/Put/seqid=0 2024-11-24T13:42:54,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742408_1584 (size=12304) 2024-11-24T13:42:54,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:54,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:54,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:54,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455834409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455834410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,519 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#488 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:54,520 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1a0fb69cc8f34a44b34176f660122ea6 is 175, key is test_row_0/A:col10/1732455772573/Put/seqid=0 2024-11-24T13:42:54,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455834518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455834518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742409_1585 (size=31447) 2024-11-24T13:42:54,532 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/1a0fb69cc8f34a44b34176f660122ea6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6 2024-11-24T13:42:54,537 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into 1a0fb69cc8f34a44b34176f660122ea6(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:54,537 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:54,537 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=13, startTime=1732455774074; duration=0sec 2024-11-24T13:42:54,537 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:54,537 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:42:54,546 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/93613467660046f18420b18492971789 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93613467660046f18420b18492971789 2024-11-24T13:42:54,549 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into 93613467660046f18420b18492971789(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:54,549 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:54,549 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=13, startTime=1732455774074; duration=0sec 2024-11-24T13:42:54,549 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:54,550 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:42:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:54,609 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411249a564b719a95475ca1b6209f74bf39fe_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a564b719a95475ca1b6209f74bf39fe_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/e991df9eb38a4cd9b9f9cc05a3f52496, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:54,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/e991df9eb38a4cd9b9f9cc05a3f52496 is 175, key is test_row_0/A:col10/1732455773208/Put/seqid=0 2024-11-24T13:42:54,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742410_1586 (size=31105) 2024-11-24T13:42:54,614 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/e991df9eb38a4cd9b9f9cc05a3f52496 2024-11-24T13:42:54,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/3a9082584a574b2b8426e98da0dfe705 is 50, key is test_row_0/B:col10/1732455773208/Put/seqid=0 2024-11-24T13:42:54,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742411_1587 (size=12151) 2024-11-24T13:42:54,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455834728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455834728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455834728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,731 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:54,731 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455834728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455834728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:54,731 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:54,732 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,032 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/3a9082584a574b2b8426e98da0dfe705 2024-11-24T13:42:55,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4c9f6258d9e3436aa64c40409246cb76 is 50, key is test_row_0/C:col10/1732455773208/Put/seqid=0 2024-11-24T13:42:55,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742412_1588 (size=12151) 2024-11-24T13:42:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455835039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455835039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,041 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,042 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:55,441 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4c9f6258d9e3436aa64c40409246cb76 2024-11-24T13:42:55,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/e991df9eb38a4cd9b9f9cc05a3f52496 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496 2024-11-24T13:42:55,449 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496, entries=150, sequenceid=169, filesize=30.4 K 2024-11-24T13:42:55,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/3a9082584a574b2b8426e98da0dfe705 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705 2024-11-24T13:42:55,455 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T13:42:55,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4c9f6258d9e3436aa64c40409246cb76 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76 2024-11-24T13:42:55,460 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76, entries=150, sequenceid=169, filesize=11.9 K 2024-11-24T13:42:55,461 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=174.43 KB/178620 for f647d8acacd4c3f82cb0b103365784a1 in 1263ms, sequenceid=169, compaction requested=false 2024-11-24T13:42:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:55,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-24T13:42:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-24T13:42:55,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-24T13:42:55,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3310 sec 2024-11-24T13:42:55,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.3360 sec 2024-11-24T13:42:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:55,551 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:55,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-24T13:42:55,557 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2bcf2291964435931029e851d3d4a2_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:55,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455835555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,558 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455835556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,559 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742413_1589 (size=14794) 2024-11-24T13:42:55,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455835668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455835668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,671 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455835878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,880 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,880 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455835878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:55,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:55,960 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:55,963 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124bd2bcf2291964435931029e851d3d4a2_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2bcf2291964435931029e851d3d4a2_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:55,963 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2e51ede995254195a13942548147b8f5, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:55,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2e51ede995254195a13942548147b8f5 is 175, key is test_row_0/A:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:55,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742414_1590 (size=39749) 2024-11-24T13:42:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455836189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455836189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,190 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,191 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,367 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=60.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2e51ede995254195a13942548147b8f5 2024-11-24T13:42:56,374 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/7400d25255d449008d02cc804ebf6b55 is 50, key is test_row_0/B:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:56,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742415_1591 (size=12151) 2024-11-24T13:42:56,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/7400d25255d449008d02cc804ebf6b55 2024-11-24T13:42:56,383 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/2aab84e5ea4440b48becec25958aa175 is 50, key is test_row_0/C:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:56,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742416_1592 (size=12151) 2024-11-24T13:42:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455836698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455836698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,699 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455836748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455836749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455836749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:56,749 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:56,750 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,750 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:56,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/2aab84e5ea4440b48becec25958aa175 2024-11-24T13:42:56,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/2e51ede995254195a13942548147b8f5 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5 2024-11-24T13:42:56,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5, entries=200, sequenceid=201, filesize=38.8 K 2024-11-24T13:42:56,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/7400d25255d449008d02cc804ebf6b55 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55 2024-11-24T13:42:56,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T13:42:56,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/2aab84e5ea4440b48becec25958aa175 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175 2024-11-24T13:42:56,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175, entries=150, sequenceid=201, filesize=11.9 K 2024-11-24T13:42:56,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=20.13 KB/20610 for f647d8acacd4c3f82cb0b103365784a1 in 1247ms, sequenceid=201, compaction requested=true 2024-11-24T13:42:56,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:42:56,799 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:42:56,799 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:42:56,799 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:56,799 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:56,799 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=99.9 K 2024-11-24T13:42:56,800 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/a52cb341940e4f0bb9c3b1f0e456432f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=35.9 K 2024-11-24T13:42:56,800 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5] 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a0fb69cc8f34a44b34176f660122ea6, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a52cb341940e4f0bb9c3b1f0e456432f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting e991df9eb38a4cd9b9f9cc05a3f52496, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455773204 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a9082584a574b2b8426e98da0dfe705, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455773204 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e51ede995254195a13942548147b8f5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:42:56,800 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 7400d25255d449008d02cc804ebf6b55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:42:56,804 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:56,805 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:56,805 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/331723006ca14b41a47eae610684ed85 is 50, key is test_row_0/B:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:56,806 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124691765ff08d2498c96b8ad2c8ca4b4c5_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:56,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124691765ff08d2498c96b8ad2c8ca4b4c5_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:56,808 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124691765ff08d2498c96b8ad2c8ca4b4c5_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742417_1593 (size=12595) 2024-11-24T13:42:56,832 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/331723006ca14b41a47eae610684ed85 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/331723006ca14b41a47eae610684ed85 2024-11-24T13:42:56,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742418_1594 (size=4469) 2024-11-24T13:42:56,836 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into 331723006ca14b41a47eae610684ed85(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:56,836 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:56,836 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=13, startTime=1732455776799; duration=0sec 2024-11-24T13:42:56,836 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:42:56,836 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:42:56,836 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:42:56,837 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:42:56,837 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:42:56,837 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:56,837 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93613467660046f18420b18492971789, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=35.9 K 2024-11-24T13:42:56,838 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 93613467660046f18420b18492971789, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732455772573 2024-11-24T13:42:56,838 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c9f6258d9e3436aa64c40409246cb76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732455773204 2024-11-24T13:42:56,838 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2aab84e5ea4440b48becec25958aa175, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:42:56,843 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:56,844 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4f9c1776398c47eea3194e74e9e5afaa is 50, key is test_row_0/C:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:56,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742419_1595 (size=12595) 2024-11-24T13:42:57,236 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#497 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:42:57,236 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/ef07cf026ed14b09bba83c166e969aff is 175, key is test_row_0/A:col10/1732455774405/Put/seqid=0 2024-11-24T13:42:57,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742420_1596 (size=31549) 2024-11-24T13:42:57,251 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/4f9c1776398c47eea3194e74e9e5afaa as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4f9c1776398c47eea3194e74e9e5afaa 2024-11-24T13:42:57,254 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into 4f9c1776398c47eea3194e74e9e5afaa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:57,254 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:57,254 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=13, startTime=1732455776799; duration=0sec 2024-11-24T13:42:57,254 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:57,254 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:42:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-24T13:42:57,289 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:57,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-24T13:42:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:57,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:57,291 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:57,291 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:57,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-24T13:42:57,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:57,443 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-24T13:42:57,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ed50559a11944af39c77daccb4176866_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455775555/Put/seqid=0 2024-11-24T13:42:57,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742421_1597 (size=12304) 2024-11-24T13:42:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:57,647 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/ef07cf026ed14b09bba83c166e969aff as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff 2024-11-24T13:42:57,650 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into ef07cf026ed14b09bba83c166e969aff(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:42:57,650 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:57,650 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=13, startTime=1732455776798; duration=0sec 2024-11-24T13:42:57,650 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:42:57,650 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:42:57,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:57,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:57,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:57,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455837759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:57,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455837759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:57,763 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:57,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:57,855 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124ed50559a11944af39c77daccb4176866_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed50559a11944af39c77daccb4176866_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:57,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/9e7eaedd136a456fbd37c77f6d682317, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:57,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/9e7eaedd136a456fbd37c77f6d682317 is 175, key is test_row_0/A:col10/1732455775555/Put/seqid=0 2024-11-24T13:42:57,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742422_1598 (size=31105) 2024-11-24T13:42:57,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:57,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455837868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,870 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:57,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:57,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455837868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:57,871 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:57,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:58,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455838078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:58,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455838078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:58,259 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/9e7eaedd136a456fbd37c77f6d682317 2024-11-24T13:42:58,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ef60d996b23c4d308bff374b89124a63 is 50, key is test_row_0/B:col10/1732455775555/Put/seqid=0 2024-11-24T13:42:58,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742423_1599 (size=12151) 2024-11-24T13:42:58,272 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ef60d996b23c4d308bff374b89124a63 2024-11-24T13:42:58,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/a0965e47d0354fceb2657774b7ce825e is 50, key is test_row_0/C:col10/1732455775555/Put/seqid=0 2024-11-24T13:42:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742424_1600 (size=12151) 2024-11-24T13:42:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455838388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455838388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,391 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:58,682 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/a0965e47d0354fceb2657774b7ce825e 2024-11-24T13:42:58,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/9e7eaedd136a456fbd37c77f6d682317 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317 2024-11-24T13:42:58,688 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317, entries=150, sequenceid=209, filesize=30.4 K 2024-11-24T13:42:58,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ef60d996b23c4d308bff374b89124a63 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63 2024-11-24T13:42:58,692 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T13:42:58,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/a0965e47d0354fceb2657774b7ce825e as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e 2024-11-24T13:42:58,696 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-24T13:42:58,696 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for f647d8acacd4c3f82cb0b103365784a1 in 1253ms, sequenceid=209, compaction requested=false 2024-11-24T13:42:58,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:42:58,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:58,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-24T13:42:58,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-24T13:42:58,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-24T13:42:58,699 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4070 sec 2024-11-24T13:42:58,701 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.4110 sec 2024-11-24T13:42:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:58,902 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:42:58,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-11-24T13:42:58,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455838902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:58,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cba36d92ac0476a8dfab273fd835adf_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455778901/Put/seqid=0 2024-11-24T13:42:58,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:58,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455838906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:58,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742425_1601 (size=17284) 2024-11-24T13:42:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:58,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455839008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455839018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,020 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455839219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,221 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455839228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,230 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,311 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:42:59,313 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411244cba36d92ac0476a8dfab273fd835adf_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cba36d92ac0476a8dfab273fd835adf_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:42:59,314 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/3ddc6142f550450b925fb0137de72d22, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:42:59,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/3ddc6142f550450b925fb0137de72d22 is 175, key is test_row_0/A:col10/1732455778901/Put/seqid=0 2024-11-24T13:42:59,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742426_1602 (size=48389) 2024-11-24T13:42:59,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-24T13:42:59,439 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:42:59,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-24T13:42:59,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-24T13:42:59,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:42:59,441 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-24T13:42:59,441 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T13:42:59,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T13:42:59,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455839528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,530 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,531 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:42:59,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455839539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:42:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:42:59,541 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:42:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:42:59,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:42:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,718 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/3ddc6142f550450b925fb0137de72d22 2024-11-24T13:42:59,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb is 50, key is test_row_0/B:col10/1732455778901/Put/seqid=0 2024-11-24T13:42:59,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742427_1603 (size=12151) 2024-11-24T13:42:59,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:42:59,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:59,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:42:59,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:42:59,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:42:59,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:42:59,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:42:59,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455840038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,040 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455840048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,050 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,056 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:43:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:43:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:43:00,127 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb 2024-11-24T13:43:00,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/8f06f2cf6a124e11b6a82b576ec4af39 is 50, key is test_row_0/C:col10/1732455778901/Put/seqid=0 2024-11-24T13:43:00,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742428_1604 (size=12151) 2024-11-24T13:43:00,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:43:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:43:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:43:00,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:43:00,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:43:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:43:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] handler.RSProcedureHandler(58): pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-0 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=163 java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4177): Remote procedure failed, pid=163 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T13:43:00,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/8f06f2cf6a124e11b6a82b576ec4af39 2024-11-24T13:43:00,540 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/3ddc6142f550450b925fb0137de72d22 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22 2024-11-24T13:43:00,542 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22, entries=250, sequenceid=242, filesize=47.3 K 2024-11-24T13:43:00,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb 2024-11-24T13:43:00,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T13:43:00,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/8f06f2cf6a124e11b6a82b576ec4af39 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39 2024-11-24T13:43:00,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39, entries=150, sequenceid=242, filesize=11.9 K 2024-11-24T13:43:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,549 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for f647d8acacd4c3f82cb0b103365784a1 in 1647ms, sequenceid=242, compaction requested=true 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:00,549 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:43:00,549 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:00,550 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:00,550 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:43:00,550 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:43:00,550 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,550 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,550 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/331723006ca14b41a47eae610684ed85, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=36.0 K 2024-11-24T13:43:00,550 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=108.4 K 2024-11-24T13:43:00,550 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,550 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22] 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 331723006ca14b41a47eae610684ed85, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef07cf026ed14b09bba83c166e969aff, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e7eaedd136a456fbd37c77f6d682317, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455775551 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ef60d996b23c4d308bff374b89124a63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455775551 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 2555da71fb0e4f3ba6d0aa8da9a2a8fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777754 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,555 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ddc6142f550450b925fb0137de72d22, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777750 2024-11-24T13:43:00,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,574 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,575 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/e029b84ca7ed4d988b11f0b165cee70a is 50, key is test_row_0/B:col10/1732455778901/Put/seqid=0 2024-11-24T13:43:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:43:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,579 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241124fc364e4387f947189dca8d9339a2bc07_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,582 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241124fc364e4387f947189dca8d9339a2bc07_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:00,582 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124fc364e4387f947189dca8d9339a2bc07_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742430_1606 (size=4469) 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742429_1605 (size=12697) 2024-11-24T13:43:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40029 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-24T13:43:00,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,666 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-11-24T13:43:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112456f7376160fd42a08d9ad738fdc4850a_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455778905/Put/seqid=0 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742431_1607 (size=7324) 2024-11-24T13:43:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:00,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. as already flushing 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455840855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455840854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,858 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455840858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455840969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455840969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455840969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:00,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,009 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#505 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:01,010 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/82c1cad5383e421d83dac2f593f9b51c is 175, key is test_row_0/A:col10/1732455778901/Put/seqid=0 2024-11-24T13:43:01,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742432_1608 (size=31651) 2024-11-24T13:43:01,016 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/e029b84ca7ed4d988b11f0b165cee70a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e029b84ca7ed4d988b11f0b165cee70a 2024-11-24T13:43:01,019 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into e029b84ca7ed4d988b11f0b165cee70a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:01,020 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:01,020 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=13, startTime=1732455780549; duration=0sec 2024-11-24T13:43:01,020 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:43:01,020 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:43:01,020 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:01,021 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:01,021 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:43:01,021 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:01,021 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4f9c1776398c47eea3194e74e9e5afaa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=36.0 K 2024-11-24T13:43:01,021 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f9c1776398c47eea3194e74e9e5afaa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732455774405 2024-11-24T13:43:01,021 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting a0965e47d0354fceb2657774b7ce825e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732455775551 2024-11-24T13:43:01,022 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f06f2cf6a124e11b6a82b576ec4af39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777754 2024-11-24T13:43:01,027 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:01,028 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/3659e5f5b64f4c1b8b61a1ca57e11b57 is 50, key is test_row_0/C:col10/1732455778901/Put/seqid=0 2024-11-24T13:43:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742433_1609 (size=12697) 2024-11-24T13:43:01,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455841049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,052 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:43:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,052 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455841059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,062 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:43:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:01,080 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112456f7376160fd42a08d9ad738fdc4850a_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112456f7376160fd42a08d9ad738fdc4850a_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:01,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/7be26339fb46421f81d70a3dd361e4e6, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:01,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/7be26339fb46421f81d70a3dd361e4e6 is 175, key is test_row_0/A:col10/1732455778905/Put/seqid=0 2024-11-24T13:43:01,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742434_1610 (size=13815) 2024-11-24T13:43:01,085 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=246, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/7be26339fb46421f81d70a3dd361e4e6 2024-11-24T13:43:01,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ebba6671e09c4f148fe90aa31051e1db is 50, key is test_row_0/B:col10/1732455778905/Put/seqid=0 2024-11-24T13:43:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742435_1611 (size=7365) 2024-11-24T13:43:01,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455841179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455841179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455841179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,182 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,416 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/82c1cad5383e421d83dac2f593f9b51c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c 2024-11-24T13:43:01,420 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into 82c1cad5383e421d83dac2f593f9b51c(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:01,420 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:01,420 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=13, startTime=1732455780549; duration=0sec 2024-11-24T13:43:01,420 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:01,420 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:43:01,434 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/3659e5f5b64f4c1b8b61a1ca57e11b57 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/3659e5f5b64f4c1b8b61a1ca57e11b57 2024-11-24T13:43:01,437 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into 3659e5f5b64f4c1b8b61a1ca57e11b57(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:01,437 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:01,437 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=13, startTime=1732455780549; duration=0sec 2024-11-24T13:43:01,437 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:01,437 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:43:01,489 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455841488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455841488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455841488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:01,490 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:01,510 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ebba6671e09c4f148fe90aa31051e1db 2024-11-24T13:43:01,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/9a533824b434444ab4eb67e4755ee1d2 is 50, key is test_row_0/C:col10/1732455778905/Put/seqid=0 2024-11-24T13:43:01,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742436_1612 (size=7365) 2024-11-24T13:43:01,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:43:01,920 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/9a533824b434444ab4eb67e4755ee1d2 2024-11-24T13:43:01,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/7be26339fb46421f81d70a3dd361e4e6 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6 2024-11-24T13:43:01,926 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6, entries=50, sequenceid=246, filesize=13.5 K 2024-11-24T13:43:01,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/ebba6671e09c4f148fe90aa31051e1db as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db 2024-11-24T13:43:01,928 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db, entries=50, sequenceid=246, filesize=7.2 K 2024-11-24T13:43:01,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/9a533824b434444ab4eb67e4755ee1d2 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2 2024-11-24T13:43:01,931 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2, entries=50, sequenceid=246, filesize=7.2 K 2024-11-24T13:43:01,932 INFO [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=194.56 KB/199230 for f647d8acacd4c3f82cb0b103365784a1 in 1266ms, sequenceid=246, compaction requested=false 2024-11-24T13:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:01,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/ee00117f0849:0-1 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-24T13:43:01,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-24T13:43:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-24T13:43:01,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4910 sec 2024-11-24T13:43:01,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 2.4960 sec 2024-11-24T13:43:02,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(8855): Flush requested on f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:02,000 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T13:43:02,001 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=201.27 KB heapSize=528.09 KB 2024-11-24T13:43:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455841998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,001 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455842001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,004 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455842002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cfaca04479d846e1aba87c64c3354c42_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:02,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742437_1613 (size=14994) 2024-11-24T13:43:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455842108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455842108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,109 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455842318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455842318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,320 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,323 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,415 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:02,417 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241124cfaca04479d846e1aba87c64c3354c42_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfaca04479d846e1aba87c64c3354c42_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:02,418 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/d78a840e465c436397ad24856c7b0f0b, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:02,419 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/d78a840e465c436397ad24856c7b0f0b is 175, key is test_row_0/A:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:02,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742438_1614 (size=39949) 2024-11-24T13:43:02,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455842628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455842628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:02,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:02,822 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=283, memsize=69.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/d78a840e465c436397ad24856c7b0f0b 2024-11-24T13:43:02,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1055b8d9f3e340f599a6d31e2244948a is 50, key is test_row_0/B:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:02,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742439_1615 (size=12301) 2024-11-24T13:43:03,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:03,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49082 deadline: 1732455843018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:03,019 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_0' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:43:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49078 deadline: 1732455843079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49062 deadline: 1732455843079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:03,080 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:03,081 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to ee00117f0849,40029,1732455609232 for 'test_row_2' in f647d8acacd4c3f82cb0b103365784a1 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,081 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:03,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49074 deadline: 1732455843138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T13:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:03,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40029 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:49040 deadline: 1732455843138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 2024-11-24T13:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 , the old value is region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,139 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T13:43:03,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., hostname=ee00117f0849,40029,1732455609232, seqNum=5 because the exception is null or not the one we care about 2024-11-24T13:43:03,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1055b8d9f3e340f599a6d31e2244948a 2024-11-24T13:43:03,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/761460fdf7cb4b4393edf9e01c03325d is 50, key is test_row_0/C:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:03,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742440_1616 (size=12301) 2024-11-24T13:43:03,521 INFO [Thread-2420 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2420. 2024-11-24T13:43:03,521 DEBUG [Thread-2420 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:03,521 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,521 DEBUG [Thread-2420 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,521 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:03,522 INFO [Thread-2424 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2424. 2024-11-24T13:43:03,522 DEBUG [Thread-2424 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:03,522 DEBUG [Thread-2424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,522 INFO [Thread-2422 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2422. 2024-11-24T13:43:03,522 DEBUG [Thread-2424 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,522 DEBUG [Thread-2422 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:03,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:03,522 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,522 DEBUG [Thread-2422 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,522 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:03,523 INFO [Thread-2418 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2418. 2024-11-24T13:43:03,523 DEBUG [Thread-2418 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:03,523 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,523 DEBUG [Thread-2418 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:03,524 INFO [Thread-2426 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2426. 2024-11-24T13:43:03,524 DEBUG [Thread-2426 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:03,524 DEBUG [Thread-2426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,524 DEBUG [Thread-2426 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:03,524 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:03,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-24T13:43:03,609 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:43:03,641 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=69.33 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/761460fdf7cb4b4393edf9e01c03325d 2024-11-24T13:43:03,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/d78a840e465c436397ad24856c7b0f0b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b 2024-11-24T13:43:03,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b, entries=200, sequenceid=283, filesize=39.0 K 2024-11-24T13:43:03,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/1055b8d9f3e340f599a6d31e2244948a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a 2024-11-24T13:43:03,663 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a, entries=150, sequenceid=283, filesize=12.0 K 2024-11-24T13:43:03,664 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/761460fdf7cb4b4393edf9e01c03325d as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d 2024-11-24T13:43:03,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d, entries=150, sequenceid=283, filesize=12.0 K 2024-11-24T13:43:03,669 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~207.98 KB/212970, heapSize ~545.63 KB/558720, currentSize=0 B/0 for f647d8acacd4c3f82cb0b103365784a1 in 1669ms, sequenceid=283, compaction requested=true 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:A, priority=-2147483648, current under compaction store size is 1 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:03,669 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:B, priority=-2147483648, current under compaction store size is 2 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f647d8acacd4c3f82cb0b103365784a1:C, priority=-2147483648, current under compaction store size is 3 2024-11-24T13:43:03,669 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:43:03,669 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:03,670 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 85415 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:03,670 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:03,670 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/A is initiating minor compaction (all files) 2024-11-24T13:43:03,670 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/B is initiating minor compaction (all files) 2024-11-24T13:43:03,670 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/A in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:03,670 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/B in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:03,670 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e029b84ca7ed4d988b11f0b165cee70a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=31.6 K 2024-11-24T13:43:03,670 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=83.4 K 2024-11-24T13:43:03,670 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. files: [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b] 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting e029b84ca7ed4d988b11f0b165cee70a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777754 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 82c1cad5383e421d83dac2f593f9b51c, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777754 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting ebba6671e09c4f148fe90aa31051e1db, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732455778905 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7be26339fb46421f81d70a3dd361e4e6, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732455778905 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 1055b8d9f3e340f599a6d31e2244948a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732455780857 2024-11-24T13:43:03,671 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] compactions.Compactor(225): Compacting d78a840e465c436397ad24856c7b0f0b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732455780849 2024-11-24T13:43:03,679 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:03,681 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#B#compaction#514 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:03,681 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/167b809d2a4e4e60bf9ca807d338d035 is 50, key is test_row_0/B:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:03,682 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411242d9c3340c1a244fe85c70e302bfaa345_f647d8acacd4c3f82cb0b103365784a1 store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:03,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742441_1617 (size=12949) 2024-11-24T13:43:03,686 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411242d9c3340c1a244fe85c70e302bfaa345_f647d8acacd4c3f82cb0b103365784a1, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:03,687 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411242d9c3340c1a244fe85c70e302bfaa345_f647d8acacd4c3f82cb0b103365784a1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:03,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742442_1618 (size=4469) 2024-11-24T13:43:04,093 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#A#compaction#515 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:04,094 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8ad65843b9e04adcb2eb967d646b1002 is 175, key is test_row_0/A:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:04,097 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/167b809d2a4e4e60bf9ca807d338d035 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/167b809d2a4e4e60bf9ca807d338d035 2024-11-24T13:43:04,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742443_1619 (size=31903) 2024-11-24T13:43:04,101 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/B of f647d8acacd4c3f82cb0b103365784a1 into 167b809d2a4e4e60bf9ca807d338d035(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:04,101 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:04,101 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/B, priority=13, startTime=1732455783669; duration=0sec 2024-11-24T13:43:04,101 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-24T13:43:04,101 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:B 2024-11-24T13:43:04,102 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T13:43:04,102 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 32363 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T13:43:04,102 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1541): f647d8acacd4c3f82cb0b103365784a1/C is initiating minor compaction (all files) 2024-11-24T13:43:04,102 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f647d8acacd4c3f82cb0b103365784a1/C in TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:04,102 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/3659e5f5b64f4c1b8b61a1ca57e11b57, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d] into tmpdir=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp, totalSize=31.6 K 2024-11-24T13:43:04,103 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 3659e5f5b64f4c1b8b61a1ca57e11b57, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1732455777754 2024-11-24T13:43:04,103 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a533824b434444ab4eb67e4755ee1d2, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=246, earliestPutTs=1732455778905 2024-11-24T13:43:04,103 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] compactions.Compactor(225): Compacting 761460fdf7cb4b4393edf9e01c03325d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1732455780857 2024-11-24T13:43:04,110 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f647d8acacd4c3f82cb0b103365784a1#C#compaction#516 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T13:43:04,110 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/f20628e39b854024b42fed85fd07b77c is 50, key is test_row_0/C:col10/1732455781999/Put/seqid=0 2024-11-24T13:43:04,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742444_1620 (size=12949) 2024-11-24T13:43:04,152 INFO [Thread-2411 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2411. 2024-11-24T13:43:04,152 DEBUG [Thread-2411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:04,152 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:04,152 DEBUG [Thread-2411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:04,152 INFO [Thread-2413 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2413. 2024-11-24T13:43:04,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:04,153 DEBUG [Thread-2413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:04,153 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:04,153 DEBUG [Thread-2413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:04,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:04,508 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/8ad65843b9e04adcb2eb967d646b1002 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8ad65843b9e04adcb2eb967d646b1002 2024-11-24T13:43:04,515 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/A of f647d8acacd4c3f82cb0b103365784a1 into 8ad65843b9e04adcb2eb967d646b1002(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:04,515 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:04,515 INFO [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/A, priority=13, startTime=1732455783669; duration=0sec 2024-11-24T13:43:04,516 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:04,516 DEBUG [RS:0;ee00117f0849:40029-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:A 2024-11-24T13:43:04,520 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/f20628e39b854024b42fed85fd07b77c as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f20628e39b854024b42fed85fd07b77c 2024-11-24T13:43:04,524 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f647d8acacd4c3f82cb0b103365784a1/C of f647d8acacd4c3f82cb0b103365784a1 into f20628e39b854024b42fed85fd07b77c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T13:43:04,524 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f647d8acacd4c3f82cb0b103365784a1: 2024-11-24T13:43:04,524 INFO [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., storeName=f647d8acacd4c3f82cb0b103365784a1/C, priority=13, startTime=1732455783669; duration=0sec 2024-11-24T13:43:04,524 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T13:43:04,524 DEBUG [RS:0;ee00117f0849:40029-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f647d8acacd4c3f82cb0b103365784a1:C 2024-11-24T13:43:05,042 INFO [Thread-2409 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2409. 2024-11-24T13:43:05,043 DEBUG [Thread-2409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:05,043 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:05,043 DEBUG [Thread-2409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:05,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:07,103 INFO [Thread-2415 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2415. 2024-11-24T13:43:07,103 DEBUG [Thread-2415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:07,103 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,104 DEBUG [Thread-2415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:07,122 INFO [Thread-2407 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2407. 2024-11-24T13:43:07,122 DEBUG [Thread-2407 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-24T13:43:07,122 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,122 DEBUG [Thread-2407 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 56 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4668 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4691 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4627 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4689 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4699 2024-11-24T13:43:07,123 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-24T13:43:07,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:43:07,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:43:07,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:07,124 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:07,125 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-24T13:43:07,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:07,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:07,130 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455787130"}]},"ts":"1732455787130"} 2024-11-24T13:43:07,132 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-24T13:43:07,132 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-24T13:43:07,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-24T13:43:07,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, UNASSIGN}] 2024-11-24T13:43:07,135 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, UNASSIGN 2024-11-24T13:43:07,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=CLOSING, regionLocation=ee00117f0849,40029,1732455609232 2024-11-24T13:43:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, UNASSIGN because future has completed 2024-11-24T13:43:07,138 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-24T13:43:07,138 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232}] 2024-11-24T13:43:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:07,292 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:07,292 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-24T13:43:07,292 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing f647d8acacd4c3f82cb0b103365784a1, disabling compactions & flushes 2024-11-24T13:43:07,293 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:07,293 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:07,293 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. after waiting 0 ms 2024-11-24T13:43:07,293 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:07,293 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2902): Flushing f647d8acacd4c3f82cb0b103365784a1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-24T13:43:07,308 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112403c7683296734f399428069a3bb4a9f7_f647d8acacd4c3f82cb0b103365784a1 is 50, key is test_row_0/A:col10/1732455785039/Put/seqid=0 2024-11-24T13:43:07,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742445_1621 (size=9914) 2024-11-24T13:43:07,421 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T13:43:07,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:07,712 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T13:43:07,721 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112403c7683296734f399428069a3bb4a9f7_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c7683296734f399428069a3bb4a9f7_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:07,723 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/0967595a5f9444018eb695072f97322f, store: [table=TestAcidGuarantees family=A region=f647d8acacd4c3f82cb0b103365784a1] 2024-11-24T13:43:07,723 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/0967595a5f9444018eb695072f97322f is 175, key is test_row_0/A:col10/1732455785039/Put/seqid=0 2024-11-24T13:43:07,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742446_1622 (size=22561) 2024-11-24T13:43:07,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:08,129 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/0967595a5f9444018eb695072f97322f 2024-11-24T13:43:08,141 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/b847f285f2fa4a2580098ea90a7cec0b is 50, key is test_row_0/B:col10/1732455785039/Put/seqid=0 2024-11-24T13:43:08,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742447_1623 (size=9857) 2024-11-24T13:43:08,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:08,547 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/b847f285f2fa4a2580098ea90a7cec0b 2024-11-24T13:43:08,560 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/0484d26b2bd14e14a59ab409bc4f7abc is 50, key is test_row_0/C:col10/1732455785039/Put/seqid=0 2024-11-24T13:43:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742448_1624 (size=9857) 2024-11-24T13:43:08,966 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/0484d26b2bd14e14a59ab409bc4f7abc 2024-11-24T13:43:08,975 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/A/0967595a5f9444018eb695072f97322f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/0967595a5f9444018eb695072f97322f 2024-11-24T13:43:08,979 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/0967595a5f9444018eb695072f97322f, entries=100, sequenceid=294, filesize=22.0 K 2024-11-24T13:43:08,980 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/B/b847f285f2fa4a2580098ea90a7cec0b as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/b847f285f2fa4a2580098ea90a7cec0b 2024-11-24T13:43:08,984 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/b847f285f2fa4a2580098ea90a7cec0b, entries=100, sequenceid=294, filesize=9.6 K 2024-11-24T13:43:08,985 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/.tmp/C/0484d26b2bd14e14a59ab409bc4f7abc as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/0484d26b2bd14e14a59ab409bc4f7abc 2024-11-24T13:43:08,989 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/0484d26b2bd14e14a59ab409bc4f7abc, entries=100, sequenceid=294, filesize=9.6 K 2024-11-24T13:43:08,990 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f647d8acacd4c3f82cb0b103365784a1 in 1697ms, sequenceid=294, compaction requested=false 2024-11-24T13:43:08,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b] to archive 2024-11-24T13:43:08,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:43:08,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8adda54b3b984f84a21654e02b576a84 2024-11-24T13:43:08,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/bfe6788c35784d0984d14d4751096e2a 2024-11-24T13:43:08,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/c0a3b829275e47ab98e995436ba1f900 2024-11-24T13:43:08,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2d43bd220e1e436cb3b3b83d8eff231e 2024-11-24T13:43:08,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/91ac79f953bd468fa39632844b19b840 2024-11-24T13:43:09,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1c43b0c63e78480a8ce0e76001c1de36 2024-11-24T13:43:09,003 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2840cd0281624119af3dc3556705da4d 2024-11-24T13:43:09,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8326863291384572bd1a758bf710eb0b 2024-11-24T13:43:09,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/05f280f3046e45908fdc81d319bec244 2024-11-24T13:43:09,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/1a0fb69cc8f34a44b34176f660122ea6 2024-11-24T13:43:09,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/edefdc37c3d143c3a1f5965786c9314e 2024-11-24T13:43:09,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/e991df9eb38a4cd9b9f9cc05a3f52496 2024-11-24T13:43:09,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/2e51ede995254195a13942548147b8f5 2024-11-24T13:43:09,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/ef07cf026ed14b09bba83c166e969aff 2024-11-24T13:43:09,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/9e7eaedd136a456fbd37c77f6d682317 2024-11-24T13:43:09,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/3ddc6142f550450b925fb0137de72d22 2024-11-24T13:43:09,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/82c1cad5383e421d83dac2f593f9b51c 2024-11-24T13:43:09,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/7be26339fb46421f81d70a3dd361e4e6 2024-11-24T13:43:09,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/d78a840e465c436397ad24856c7b0f0b 2024-11-24T13:43:09,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/36fa6ece387845ddb1f61c4cbbc1ced4, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7b606c89d3b94b5894837f7bb4cdccdb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/a52cb341940e4f0bb9c3b1f0e456432f, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/331723006ca14b41a47eae610684ed85, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e029b84ca7ed4d988b11f0b165cee70a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a] to archive 2024-11-24T13:43:09,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:43:09,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f34c109f2c10475998c872ba9fa964ef 2024-11-24T13:43:09,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/78eb78132bfe44efae1feda124de4772 2024-11-24T13:43:09,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2760a739084e464f82334c5afa25e3df 2024-11-24T13:43:09,023 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/36fa6ece387845ddb1f61c4cbbc1ced4 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/36fa6ece387845ddb1f61c4cbbc1ced4 2024-11-24T13:43:09,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/f1cab6f160574de6a807e7baf91cce4c 2024-11-24T13:43:09,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e81d1ace316a4973a304b3731d7969d8 2024-11-24T13:43:09,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7b606c89d3b94b5894837f7bb4cdccdb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7b606c89d3b94b5894837f7bb4cdccdb 2024-11-24T13:43:09,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1e5ea30e11f548f89b85d0b42bec3734 2024-11-24T13:43:09,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/d3aac3998ac142378ced1136c2f7f950 2024-11-24T13:43:09,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/a52cb341940e4f0bb9c3b1f0e456432f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/a52cb341940e4f0bb9c3b1f0e456432f 2024-11-24T13:43:09,031 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/4389a3485dcb40e8836f373b6b19af08 2024-11-24T13:43:09,033 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/3a9082584a574b2b8426e98da0dfe705 2024-11-24T13:43:09,034 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/331723006ca14b41a47eae610684ed85 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/331723006ca14b41a47eae610684ed85 2024-11-24T13:43:09,035 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/7400d25255d449008d02cc804ebf6b55 2024-11-24T13:43:09,036 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ef60d996b23c4d308bff374b89124a63 2024-11-24T13:43:09,037 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e029b84ca7ed4d988b11f0b165cee70a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/e029b84ca7ed4d988b11f0b165cee70a 2024-11-24T13:43:09,038 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/2555da71fb0e4f3ba6d0aa8da9a2a8fb 2024-11-24T13:43:09,040 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/ebba6671e09c4f148fe90aa31051e1db 2024-11-24T13:43:09,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/1055b8d9f3e340f599a6d31e2244948a 2024-11-24T13:43:09,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/47b8932ba45346d9bb7cc3947ea26a26, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/c86b214dcc974aaa9b673296bc04ef5d, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93613467660046f18420b18492971789, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4f9c1776398c47eea3194e74e9e5afaa, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/3659e5f5b64f4c1b8b61a1ca57e11b57, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d] to archive 2024-11-24T13:43:09,043 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T13:43:09,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/1a33ded8fcd444bfb2078e14a11110f0 2024-11-24T13:43:09,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/333cb8a524354595a38d51e4a9f3a479 2024-11-24T13:43:09,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4aa50dfa92254fc99defc36239520329 2024-11-24T13:43:09,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/47b8932ba45346d9bb7cc3947ea26a26 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/47b8932ba45346d9bb7cc3947ea26a26 2024-11-24T13:43:09,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/852495ece6b740b7978d365835c3bb45 2024-11-24T13:43:09,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/40c21a35bbd8419c86eececa9ef1e157 2024-11-24T13:43:09,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/c86b214dcc974aaa9b673296bc04ef5d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/c86b214dcc974aaa9b673296bc04ef5d 2024-11-24T13:43:09,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f1ecdcb4884b42339cc82ec655425857 2024-11-24T13:43:09,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/382e3c776d1e473eba66804cae0cb7a3 2024-11-24T13:43:09,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93613467660046f18420b18492971789 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93613467660046f18420b18492971789 2024-11-24T13:43:09,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/93d3fda2a57d4b85b313a14ad0465d1a 2024-11-24T13:43:09,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4c9f6258d9e3436aa64c40409246cb76 2024-11-24T13:43:09,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4f9c1776398c47eea3194e74e9e5afaa to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/4f9c1776398c47eea3194e74e9e5afaa 2024-11-24T13:43:09,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/2aab84e5ea4440b48becec25958aa175 2024-11-24T13:43:09,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/a0965e47d0354fceb2657774b7ce825e 2024-11-24T13:43:09,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/3659e5f5b64f4c1b8b61a1ca57e11b57 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/3659e5f5b64f4c1b8b61a1ca57e11b57 2024-11-24T13:43:09,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/8f06f2cf6a124e11b6a82b576ec4af39 2024-11-24T13:43:09,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/9a533824b434444ab4eb67e4755ee1d2 2024-11-24T13:43:09,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/761460fdf7cb4b4393edf9e01c03325d 2024-11-24T13:43:09,059 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits/297.seqid, newMaxSeqId=297, maxSeqId=4 2024-11-24T13:43:09,060 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. 2024-11-24T13:43:09,060 DEBUG [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for f647d8acacd4c3f82cb0b103365784a1: Waiting for close lock at 1732455787292Running coprocessor pre-close hooks at 1732455787292Disabling compacts and flushes for region at 1732455787292Disabling writes for close at 1732455787293 (+1 ms)Obtaining lock to block concurrent updates at 1732455787293Preparing flush snapshotting stores in f647d8acacd4c3f82cb0b103365784a1 at 1732455787293Finished memstore snapshotting TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1732455787294 (+1 ms)Flushing stores of TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1. at 1732455787295 (+1 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/A: creating writer at 1732455787295Flushing mob file f647d8acacd4c3f82cb0b103365784a1/A: appending metadata at 1732455787308 (+13 ms)Flushing mob file f647d8acacd4c3f82cb0b103365784a1/A: closing flushed file at 1732455787308Flushing f647d8acacd4c3f82cb0b103365784a1/A: appending metadata at 1732455787723 (+415 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/A: closing flushed file at 1732455787723Flushing f647d8acacd4c3f82cb0b103365784a1/B: creating writer at 1732455788138 (+415 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/B: appending metadata at 1732455788141 (+3 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/B: closing flushed file at 1732455788141Flushing f647d8acacd4c3f82cb0b103365784a1/C: creating writer at 1732455788555 (+414 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/C: appending metadata at 1732455788560 (+5 ms)Flushing f647d8acacd4c3f82cb0b103365784a1/C: closing flushed file at 1732455788560Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e03e55b: reopening flushed file at 1732455788975 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@684c0ab0: reopening flushed file at 1732455788979 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e5c6b: reopening flushed file at 1732455788984 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for f647d8acacd4c3f82cb0b103365784a1 in 1697ms, sequenceid=294, compaction requested=false at 1732455788990 (+6 ms)Writing region close event to WAL at 1732455789057 (+67 ms)Running coprocessor post-close hooks at 1732455789060 (+3 ms)Closed at 1732455789060 2024-11-24T13:43:09,062 INFO [RS_CLOSE_REGION-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,062 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=166 updating hbase:meta row=f647d8acacd4c3f82cb0b103365784a1, regionState=CLOSED 2024-11-24T13:43:09,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=166, state=RUNNABLE, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 because future has completed 2024-11-24T13:43:09,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-24T13:43:09,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseRegionProcedure f647d8acacd4c3f82cb0b103365784a1, server=ee00117f0849,40029,1732455609232 in 1.9260 sec 2024-11-24T13:43:09,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-11-24T13:43:09,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f647d8acacd4c3f82cb0b103365784a1, UNASSIGN in 1.9310 sec 2024-11-24T13:43:09,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-24T13:43:09,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-11-24T13:43:09,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732455789070"}]},"ts":"1732455789070"} 2024-11-24T13:43:09,071 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-24T13:43:09,071 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-24T13:43:09,073 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9470 sec 2024-11-24T13:43:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-24T13:43:09,279 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:43:09,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-24T13:43:09,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,284 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-24T13:43:09,286 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,289 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,292 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C, FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits] 2024-11-24T13:43:09,296 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/0967595a5f9444018eb695072f97322f to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/0967595a5f9444018eb695072f97322f 2024-11-24T13:43:09,297 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8ad65843b9e04adcb2eb967d646b1002 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/A/8ad65843b9e04adcb2eb967d646b1002 2024-11-24T13:43:09,300 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/167b809d2a4e4e60bf9ca807d338d035 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/167b809d2a4e4e60bf9ca807d338d035 2024-11-24T13:43:09,301 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/b847f285f2fa4a2580098ea90a7cec0b to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/B/b847f285f2fa4a2580098ea90a7cec0b 2024-11-24T13:43:09,304 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/0484d26b2bd14e14a59ab409bc4f7abc to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/0484d26b2bd14e14a59ab409bc4f7abc 2024-11-24T13:43:09,305 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f20628e39b854024b42fed85fd07b77c to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/C/f20628e39b854024b42fed85fd07b77c 2024-11-24T13:43:09,309 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits/297.seqid to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1/recovered.edits/297.seqid 2024-11-24T13:43:09,309 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/default/TestAcidGuarantees/f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,310 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-24T13:43:09,310 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:43:09,311 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-24T13:43:09,315 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c7683296734f399428069a3bb4a9f7_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112403c7683296734f399428069a3bb4a9f7_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,317 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124459c484e08fa4cc28c590222e564ad7b_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124459c484e08fa4cc28c590222e564ad7b_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,317 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449a173949e394374a5ee054dfabdc4b2_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112449a173949e394374a5ee054dfabdc4b2_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,318 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cba36d92ac0476a8dfab273fd835adf_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411244cba36d92ac0476a8dfab273fd835adf_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,319 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112456f7376160fd42a08d9ad738fdc4850a_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112456f7376160fd42a08d9ad738fdc4850a_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,320 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112465764a60590a4ee9bed979b107f57aed_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112465764a60590a4ee9bed979b107f57aed_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,321 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485d19303f35d481bb9619517f7249e3b_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112485d19303f35d481bb9619517f7249e3b_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,321 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a564b719a95475ca1b6209f74bf39fe_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411249a564b719a95475ca1b6209f74bf39fe_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,322 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba4134c2df49479ab25157f60d584cad_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ba4134c2df49479ab25157f60d584cad_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,323 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2bcf2291964435931029e851d3d4a2_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124bd2bcf2291964435931029e851d3d4a2_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,324 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfaca04479d846e1aba87c64c3354c42_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124cfaca04479d846e1aba87c64c3354c42_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,324 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed50559a11944af39c77daccb4176866_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124ed50559a11944af39c77daccb4176866_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,325 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f1ec301f0af0478db138feb7b5394405_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f1ec301f0af0478db138feb7b5394405_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,326 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f3e2ac0a23b84f0bb951ae18198b7154_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124f3e2ac0a23b84f0bb951ae18198b7154_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,327 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fed9dad6c2674c04b615338d6ee1c5d1_f647d8acacd4c3f82cb0b103365784a1 to hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241124fed9dad6c2674c04b615338d6ee1c5d1_f647d8acacd4c3f82cb0b103365784a1 2024-11-24T13:43:09,327 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-24T13:43:09,329 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,331 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-24T13:43:09,333 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-24T13:43:09,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,334 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-24T13:43:09,334 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732455789334"}]},"ts":"9223372036854775807"} 2024-11-24T13:43:09,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-24T13:43:09,336 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f647d8acacd4c3f82cb0b103365784a1, NAME => 'TestAcidGuarantees,,1732455760353.f647d8acacd4c3f82cb0b103365784a1.', STARTKEY => '', ENDKEY => ''}] 2024-11-24T13:43:09,337 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-24T13:43:09,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732455789337"}]},"ts":"9223372036854775807"} 2024-11-24T13:43:09,338 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-24T13:43:09,339 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-24T13:43:09,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-11-24T13:43:09,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32837 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-11-24T13:43:09,388 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-24T13:43:09,389 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-24T13:43:09,398 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 236) - Thread LEAK? -, OpenFileDescriptor=451 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=387 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=7548 (was 7764) 2024-11-24T13:43:09,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T13:43:09,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:43:09,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:43:09,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:09,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:09,399 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T13:43:09,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T13:43:09,399 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-11-24T13:43:09,400 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ee00117f0849,32837,1732455608347 2024-11-24T13:43:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:43:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T13:43:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:43:09,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:43:09,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:43:09,517 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:43:09,518 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T13:43:09,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T13:43:09,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:43:09,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:09,519 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ee00117f0849,40029,1732455609232' ***** 2024-11-24T13:43:09,519 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T13:43:09,519 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T13:43:09,520 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(959): stopping server ee00117f0849,40029,1732455609232 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ee00117f0849:40029. 2024-11-24T13:43:09,520 DEBUG [RS:0;ee00117f0849:40029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T13:43:09,520 DEBUG [RS:0;ee00117f0849:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:09,520 INFO [RS:0;ee00117f0849:40029 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T13:43:09,521 INFO [RS:0;ee00117f0849:40029 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T13:43:09,521 INFO [RS:0;ee00117f0849:40029 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T13:43:09,521 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T13:43:09,521 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T13:43:09,521 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T13:43:09,522 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:09,522 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T13:43:09,522 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T13:43:09,522 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T13:43:09,522 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T13:43:09,522 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T13:43:09,522 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-24T13:43:09,541 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/info/6413cc9b4c3c40009b380b33431f71ff is 95, key is TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa./info:/1732455640975/DeleteFamily/seqid=0 2024-11-24T13:43:09,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742449_1625 (size=6514) 2024-11-24T13:43:09,608 INFO [regionserver/ee00117f0849:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:43:09,722 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:09,922 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:09,945 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/info/6413cc9b4c3c40009b380b33431f71ff 2024-11-24T13:43:09,969 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/ns/900708ad16264a00b86abf0e7ed8a874 is 93, key is TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa./ns:/1732455640941/DeleteFamily/seqid=0 2024-11-24T13:43:09,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742450_1626 (size=5906) 2024-11-24T13:43:10,123 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:10,323 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:10,374 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/ns/900708ad16264a00b86abf0e7ed8a874 2024-11-24T13:43:10,398 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7b0aab3ae945d08f173981febce1ea is 102, key is TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa./rep_barrier:/1732455640941/DeleteFamily/seqid=0 2024-11-24T13:43:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742451_1627 (size=6025) 2024-11-24T13:43:10,485 INFO [regionserver/ee00117f0849:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T13:43:10,485 INFO [regionserver/ee00117f0849:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T13:43:10,523 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:10,724 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:10,802 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7b0aab3ae945d08f173981febce1ea 2024-11-24T13:43:10,827 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/table/822d00c4363e4e52b81134187d1c897a is 96, key is TestAcidGuarantees,,1732455612673.281c82d9496d729d5240336f58cb80fa./table:/1732455640941/DeleteFamily/seqid=0 2024-11-24T13:43:10,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742452_1628 (size=5936) 2024-11-24T13:43:10,924 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:11,124 DEBUG [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T13:43:11,232 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/table/822d00c4363e4e52b81134187d1c897a 2024-11-24T13:43:11,242 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/info/6413cc9b4c3c40009b380b33431f71ff as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/info/6413cc9b4c3c40009b380b33431f71ff 2024-11-24T13:43:11,246 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/info/6413cc9b4c3c40009b380b33431f71ff, entries=12, sequenceid=90, filesize=6.4 K 2024-11-24T13:43:11,247 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/ns/900708ad16264a00b86abf0e7ed8a874 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/ns/900708ad16264a00b86abf0e7ed8a874 2024-11-24T13:43:11,251 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/ns/900708ad16264a00b86abf0e7ed8a874, entries=8, sequenceid=90, filesize=5.8 K 2024-11-24T13:43:11,251 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/rep_barrier/3e7b0aab3ae945d08f173981febce1ea as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/rep_barrier/3e7b0aab3ae945d08f173981febce1ea 2024-11-24T13:43:11,255 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/rep_barrier/3e7b0aab3ae945d08f173981febce1ea, entries=6, sequenceid=90, filesize=5.9 K 2024-11-24T13:43:11,255 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/.tmp/table/822d00c4363e4e52b81134187d1c897a as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/table/822d00c4363e4e52b81134187d1c897a 2024-11-24T13:43:11,259 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/table/822d00c4363e4e52b81134187d1c897a, entries=7, sequenceid=90, filesize=5.8 K 2024-11-24T13:43:11,260 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=90, compaction requested=false 2024-11-24T13:43:11,264 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-24T13:43:11,265 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T13:43:11,265 INFO [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T13:43:11,265 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732455789521Running coprocessor pre-close hooks at 1732455789522 (+1 ms)Disabling compacts and flushes for region at 1732455789522Disabling writes for close at 1732455789522Obtaining lock to block concurrent updates at 1732455789522Preparing flush snapshotting stores in 1588230740 at 1732455789522Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1732455789522Flushing stores of hbase:meta,,1.1588230740 at 1732455789523 (+1 ms)Flushing 1588230740/info: creating writer at 1732455789523Flushing 1588230740/info: appending metadata at 1732455789541 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732455789541Flushing 1588230740/ns: creating writer at 1732455789951 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732455789969 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732455789969Flushing 1588230740/rep_barrier: creating writer at 1732455790382 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732455790398 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732455790398Flushing 1588230740/table: creating writer at 1732455790809 (+411 ms)Flushing 1588230740/table: appending metadata at 1732455790826 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732455790826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fee5657: reopening flushed file at 1732455791241 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ba9418: reopening flushed file at 1732455791246 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33a2b312: reopening flushed file at 1732455791251 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a2dc11: reopening flushed file at 1732455791255 (+4 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1738ms, sequenceid=90, compaction requested=false at 1732455791260 (+5 ms)Writing region close event to WAL at 1732455791261 (+1 ms)Running coprocessor post-close hooks at 1732455791265 (+4 ms)Closed at 1732455791265 2024-11-24T13:43:11,265 DEBUG [RS_CLOSE_META-regionserver/ee00117f0849:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T13:43:11,324 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(976): stopping server ee00117f0849,40029,1732455609232; all regions closed. 2024-11-24T13:43:11,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741834_1010 (size=25344) 2024-11-24T13:43:11,374 DEBUG [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/oldWALs 2024-11-24T13:43:11,374 INFO [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ee00117f0849%2C40029%2C1732455609232.meta:.meta(num 1732455612206) 2024-11-24T13:43:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741833_1009 (size=14161393) 2024-11-24T13:43:11,381 DEBUG [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/oldWALs 2024-11-24T13:43:11,381 INFO [RS:0;ee00117f0849:40029 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ee00117f0849%2C40029%2C1732455609232:(num 1732455611620) 2024-11-24T13:43:11,381 DEBUG [RS:0;ee00117f0849:40029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T13:43:11,381 INFO [RS:0;ee00117f0849:40029 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T13:43:11,381 INFO [RS:0;ee00117f0849:40029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:43:11,382 INFO [RS:0;ee00117f0849:40029 {}] hbase.ChoreService(370): Chore service for: regionserver/ee00117f0849:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T13:43:11,382 INFO [RS:0;ee00117f0849:40029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:43:11,382 INFO [regionserver/ee00117f0849:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:43:11,383 INFO [RS:0;ee00117f0849:40029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40029 2024-11-24T13:43:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/ee00117f0849,40029,1732455609232 2024-11-24T13:43:11,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T13:43:11,405 INFO [RS:0;ee00117f0849:40029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:43:11,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ee00117f0849,40029,1732455609232] 2024-11-24T13:43:11,421 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/ee00117f0849,40029,1732455609232 already deleted, retry=false 2024-11-24T13:43:11,422 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ee00117f0849,40029,1732455609232 expired; onlineServers=0 2024-11-24T13:43:11,422 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ee00117f0849,32837,1732455608347' ***** 2024-11-24T13:43:11,422 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T13:43:11,422 INFO [M:0;ee00117f0849:32837 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T13:43:11,422 INFO [M:0;ee00117f0849:32837 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T13:43:11,423 DEBUG [M:0;ee00117f0849:32837 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T13:43:11,423 DEBUG [M:0;ee00117f0849:32837 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T13:43:11,423 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T13:43:11,423 DEBUG [master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.small.0-1732455611315 {}] cleaner.HFileCleaner(306): Exit Thread[master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.small.0-1732455611315,5,FailOnTimeoutGroup] 2024-11-24T13:43:11,423 DEBUG [master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.large.0-1732455611314 {}] cleaner.HFileCleaner(306): Exit Thread[master/ee00117f0849:0:becomeActiveMaster-HFileCleaner.large.0-1732455611314,5,FailOnTimeoutGroup] 2024-11-24T13:43:11,423 INFO [M:0;ee00117f0849:32837 {}] hbase.ChoreService(370): Chore service for: master/ee00117f0849:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T13:43:11,423 INFO [M:0;ee00117f0849:32837 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T13:43:11,424 DEBUG [M:0;ee00117f0849:32837 {}] master.HMaster(1795): Stopping service threads 2024-11-24T13:43:11,424 INFO [M:0;ee00117f0849:32837 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T13:43:11,424 INFO [M:0;ee00117f0849:32837 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T13:43:11,424 ERROR [M:0;ee00117f0849:32837 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-24T13:43:11,425 INFO [M:0;ee00117f0849:32837 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T13:43:11,425 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T13:43:11,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T13:43:11,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T13:43:11,430 DEBUG [M:0;ee00117f0849:32837 {}] zookeeper.ZKUtil(347): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T13:43:11,431 WARN [M:0;ee00117f0849:32837 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T13:43:11,431 INFO [M:0;ee00117f0849:32837 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/.lastflushedseqids 2024-11-24T13:43:11,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742453_1629 (size=72) 2024-11-24T13:43:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:43:11,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40029-0x1016e5c3f8c0001, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:43:11,515 INFO [RS:0;ee00117f0849:40029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:43:11,515 INFO [RS:0;ee00117f0849:40029 {}] regionserver.HRegionServer(1031): Exiting; stopping=ee00117f0849,40029,1732455609232; zookeeper connection closed. 2024-11-24T13:43:11,516 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31dbe3b1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31dbe3b1 2024-11-24T13:43:11,517 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T13:43:11,841 INFO [M:0;ee00117f0849:32837 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T13:43:11,842 INFO [M:0;ee00117f0849:32837 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T13:43:11,842 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T13:43:11,842 INFO [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:43:11,843 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:43:11,843 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T13:43:11,843 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:43:11,843 INFO [M:0;ee00117f0849:32837 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=747.64 KB heapSize=917.64 KB 2024-11-24T13:43:11,864 DEBUG [M:0;ee00117f0849:32837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794187a8728448479a30794dd24cfc32 is 82, key is hbase:meta,,1/info:regioninfo/1732455612293/Put/seqid=0 2024-11-24T13:43:11,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742454_1630 (size=5672) 2024-11-24T13:43:12,268 INFO [M:0;ee00117f0849:32837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2096 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794187a8728448479a30794dd24cfc32 2024-11-24T13:43:12,298 DEBUG [M:0;ee00117f0849:32837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ad72c3d8b94a3b9d6b279f5ddd904f is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x1D/proc:d/1732455644238/Put/seqid=0 2024-11-24T13:43:12,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742455_1631 (size=43865) 2024-11-24T13:43:12,703 INFO [M:0;ee00117f0849:32837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=747.08 KB at sequenceid=2096 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ad72c3d8b94a3b9d6b279f5ddd904f 2024-11-24T13:43:12,710 INFO [M:0;ee00117f0849:32837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42ad72c3d8b94a3b9d6b279f5ddd904f 2024-11-24T13:43:12,727 DEBUG [M:0;ee00117f0849:32837 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb01eadb9c544d6dbc4ade267cc03b40 is 69, key is ee00117f0849,40029,1732455609232/rs:state/1732455611373/Put/seqid=0 2024-11-24T13:43:12,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073742456_1632 (size=5156) 2024-11-24T13:43:13,132 INFO [M:0;ee00117f0849:32837 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2096 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb01eadb9c544d6dbc4ade267cc03b40 2024-11-24T13:43:13,138 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/794187a8728448479a30794dd24cfc32 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/794187a8728448479a30794dd24cfc32 2024-11-24T13:43:13,142 INFO [M:0;ee00117f0849:32837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/794187a8728448479a30794dd24cfc32, entries=8, sequenceid=2096, filesize=5.5 K 2024-11-24T13:43:13,143 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/42ad72c3d8b94a3b9d6b279f5ddd904f as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ad72c3d8b94a3b9d6b279f5ddd904f 2024-11-24T13:43:13,147 INFO [M:0;ee00117f0849:32837 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 42ad72c3d8b94a3b9d6b279f5ddd904f 2024-11-24T13:43:13,147 INFO [M:0;ee00117f0849:32837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/42ad72c3d8b94a3b9d6b279f5ddd904f, entries=168, sequenceid=2096, filesize=42.8 K 2024-11-24T13:43:13,147 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fb01eadb9c544d6dbc4ade267cc03b40 as hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb01eadb9c544d6dbc4ade267cc03b40 2024-11-24T13:43:13,150 INFO [M:0;ee00117f0849:32837 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fb01eadb9c544d6dbc4ade267cc03b40, entries=1, sequenceid=2096, filesize=5.0 K 2024-11-24T13:43:13,150 INFO [M:0;ee00117f0849:32837 {}] regionserver.HRegion(3140): Finished flush of dataSize ~747.64 KB/765579, heapSize ~917.34 KB/939360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2096, compaction requested=false 2024-11-24T13:43:13,151 INFO [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T13:43:13,151 DEBUG [M:0;ee00117f0849:32837 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732455791842Disabling compacts and flushes for region at 1732455791842Disabling writes for close at 1732455791843 (+1 ms)Obtaining lock to block concurrent updates at 1732455791843Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732455791843Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=765579, getHeapSize=939600, getOffHeapSize=0, getCellsCount=2289 at 1732455791844 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732455791845 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732455791845Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732455791864 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732455791864Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732455792277 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732455792297 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732455792297Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732455792710 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732455792727 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732455792727Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4388db09: reopening flushed file at 1732455793137 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5b8a3c: reopening flushed file at 1732455793143 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f36660: reopening flushed file at 1732455793147 (+4 ms)Finished flush of dataSize ~747.64 KB/765579, heapSize ~917.34 KB/939360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=2096, compaction requested=false at 1732455793150 (+3 ms)Writing region close event to WAL at 1732455793151 (+1 ms)Closed at 1732455793151 2024-11-24T13:43:13,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35817 is added to blk_1073741830_1006 (size=903010) 2024-11-24T13:43:13,154 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9f0d1908-dfe7-daca-43bb-a4c836a3fcf5/MasterData/WALs/ee00117f0849,32837,1732455608347/ee00117f0849%2C32837%2C1732455608347.1732455610603 not finished, retry = 0 2024-11-24T13:43:13,255 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T13:43:13,255 INFO [M:0;ee00117f0849:32837 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T13:43:13,255 INFO [M:0;ee00117f0849:32837 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32837 2024-11-24T13:43:13,255 INFO [M:0;ee00117f0849:32837 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T13:43:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:43:13,405 INFO [M:0;ee00117f0849:32837 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T13:43:13,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32837-0x1016e5c3f8c0000, quorum=127.0.0.1:60765, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T13:43:13,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T13:43:13,417 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:43:13,417 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:43:13,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:43:13,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.log.dir/,STOPPED} 2024-11-24T13:43:13,421 WARN [BP-1438748466-172.17.0.2-1732455604230 heartbeating to localhost/127.0.0.1:32815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T13:43:13,421 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T13:43:13,421 WARN [BP-1438748466-172.17.0.2-1732455604230 heartbeating to localhost/127.0.0.1:32815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1438748466-172.17.0.2-1732455604230 (Datanode Uuid a6a12428-1789-431f-b4e8-995da1ec5f7b) service to localhost/127.0.0.1:32815 2024-11-24T13:43:13,421 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T13:43:13,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data1/current/BP-1438748466-172.17.0.2-1732455604230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:43:13,424 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/cluster_335b9675-f611-4ce6-2d36-006ef6720a22/data/data2/current/BP-1438748466-172.17.0.2-1732455604230 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T13:43:13,425 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T13:43:13,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T13:43:13,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T13:43:13,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T13:43:13,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T13:43:13,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54d33346-7c29-164a-3803-6799b5ba49e7/hadoop.log.dir/,STOPPED} 2024-11-24T13:43:13,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T13:43:13,564 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down